-- Logs begin at Fri 2021-08-27 02:50:26 UTC, end at Fri 2021-08-27 04:24:28 UTC. -- Aug 27 03:22:43.386499 dv-cinder-773985-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 03:22:46.165412 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:22:46.166158 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:22:46.166259 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93764) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:22:46.169334 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:22:46.169588 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:22:46.169899 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93764) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:22:46.170882 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:22:46.171117 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:22:46.171481 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:22:46.171728 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:22:46.171957 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:22:46.172281 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.172578 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.172874 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.173105 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.173403 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.173697 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.173983 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.174293 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.174593 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.174881 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.175164 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.175448 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.175682 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.175963 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.176253 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.176538 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.176764 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] debug = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.177045 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.177471 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.177880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.178189 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.178479 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.178762 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.179036 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.179315 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.180122 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.180463 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] host = dv-cinder-773985-14-iscsi {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.180743 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.181033 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.181320 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.181608 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.181883 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.182206 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.182481 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.182754 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.183027 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.183306 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.183594 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.183880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.184172 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.184400 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.184623 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.184912 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.185198 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.185476 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.185752 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.186052 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.186334 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.186610 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.186877 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.187162 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.187448 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.187735 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.188011 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.188288 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.188560 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.188834 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.189118 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.189395 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.189672 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.189949 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.190259 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.190533 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.190807 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.191106 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.191393 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.191679 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.191964 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.192240 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.192521 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.192795 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.193067 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.193341 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_json = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.193613 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.193890 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.194203 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.194731 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.195003 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.195321 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.196122 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.196414 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:46.196710 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.197008 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.197307 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.197593 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.197890 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.198209 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.198502 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.198782 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.199070 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.199358 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.199647 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.199927 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.200217 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.200495 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.200789 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.201092 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.201385 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.201674 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.201949 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.202245 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.202517 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.202796 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.203084 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.203363 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.203650 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.203945 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.204227 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.204514 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.204806 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.205096 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.205368 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.205646 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.205936 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.206239 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.206514 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.206791 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.207080 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.207358 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.207632 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.207913 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.208191 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.208462 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.208733 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.209009 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.209296 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.209572 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.209841 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.210208 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.210489 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.210764 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.211092 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.211368 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.211641 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.211911 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.212191 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.212473 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.212745 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.213021 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.213292 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.213568 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.213843 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.214141 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.214416 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.214690 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.214961 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.215233 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.215504 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.215780 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.216052 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.216326 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.216601 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.216892 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.217147 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.217432 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.217728 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.218006 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.218307 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.218587 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.218868 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.219148 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.219427 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.219706 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.219986 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.220260 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.220551 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.220836 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.221123 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.221407 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.221685 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.221985 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.222288 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.222573 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.222852 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.223130 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.223416 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.223699 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.223997 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.224288 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.224580 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.224870 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.225160 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.225440 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.225744 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.226036 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:46.226266 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:22:46.226532 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93764) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 03:22:46.587353 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:22:46.587631 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:22:46.587926 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:22:46.588257 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 03:22:46.991366 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:46.991657 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:46.991932 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:46.993358 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:46.993632 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:46.993902 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.029992 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.030298 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.030573 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.046116 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.046405 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.046677 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.076007 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.076411 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.076684 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.114683 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.114967 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.115235 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.346870 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.347495 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.347495 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.347685 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.348464 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.471364 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.471683 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.471968 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.472241 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.472514 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.472826 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.473087 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.473346 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.473603 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.473883 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.474170 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.474437 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.474692 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.474943 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.475199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.475463 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.475714 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.475977 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.476242 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.476517 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.476835 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.477122 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.477408 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.477786 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.478054 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.478308 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.478707 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:22:47.478946 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:22:47.479184 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:22:47.479418 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:22:47.479651 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:22:47.479883 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:22:47.480255 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 03:22:47.483385 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 03:22:47.487396 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 03:22:47.491173 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Aug 27 03:22:47.493313 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 03:22:47.493763 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 03:22:47.494118 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 03:22:47.494497 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 03:22:47.497275 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 03:22:47.497524 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 03:22:47.497866 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:22:47.503156 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 03:22:47.525864 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 03:22:47.526365 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.526668 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93764) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 03:22:47.527027 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.528388 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93764) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 03:22:47.528677 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:22:47.528924 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 03:22:47.532141 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.532422 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:47.597719 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 03:22:47.597875 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 03:22:47.598154 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 03:22:47.598534 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 03:22:47.619761 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_db.sqlalchemy.engines [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93764) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 03:22:48.162260 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Initializing driver for type 'gre' Aug 27 03:22:48.162765 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] gre ID ranges: [(1, 1000)] Aug 27 03:22:48.215853 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Initializing driver for type 'local' Aug 27 03:22:48.216209 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Initializing driver for type 'vlan' Aug 27 03:22:48.229301 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] VlanTypeDriver initialization complete Aug 27 03:22:48.229630 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Initializing driver for type 'vxlan' Aug 27 03:22:48.230149 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] vxlan ID ranges: [(1, 1000)] Aug 27 03:22:48.281683 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Initializing extension driver 'port_security' Aug 27 03:22:48.282037 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.extensions.port_security [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] PortSecurityExtensionDriver initialization complete Aug 27 03:22:48.282371 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Initializing mechanism driver 'openvswitch' Aug 27 03:22:48.282689 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Initializing mechanism driver 'hyperv' Aug 27 03:22:48.289654 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.plugin [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:48.290407 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.290771 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.291118 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.291628 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:22:48.292057 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > subnet after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.292405 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > subnet after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.292743 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.293129 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:22:48.293528 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > network after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.293871 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > network after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.294241 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.294630 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:22:48.295024 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > security_group after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.295366 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > security_group after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.295696 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.296216 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:22:48.296618 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.296964 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.297307 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.297696 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:22:48.298119 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > address_group after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.298464 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > address_group after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.298795 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.299180 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:22:48.299549 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] ML2 OVO RPC backend initialized. {{(pid=93764) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 03:22:48.300268 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.300595 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.301004 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > network before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.301346 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > networks before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.301688 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > port before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.302036 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > ports before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.302391 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > subnet before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.302726 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > subnets before_response 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.303066 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > network after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.303400 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > network after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.303729 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.304057 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.304388 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.304715 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.305047 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > subnet after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.305372 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > subnet after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.305701 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.306297 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.plugin [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Modular L2 Plugin initialization complete Aug 27 03:22:48.306623 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading services supported by the core plugin {{(pid=93764) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 03:22:48.306941 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.plugins.ml2.managers [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Got port-security extension from driver 'port_security' Aug 27 03:22:48.307398 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.extensions.vlantransparent [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Disabled vlantransparent extension. Aug 27 03:22:48.307866 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93764) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 03:22:48.308175 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading Plugin: router Aug 27 03:22:48.345444 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.345835 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router after_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.346227 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router before_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.346616 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.346959 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.347491 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router after_delete 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.347656 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.348002 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.348352 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router after_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.348692 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.349037 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.349375 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.349727 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.350156 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router precommit_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.350520 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.350852 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.351182 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: subnet after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.351563 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.352415 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.352756 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router precommit_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.353094 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: port before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.353435 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.353784 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router after_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.354229 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.354577 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router precommit_create 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.354932 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.355272 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router precommit_update 55549900 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.355629 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > agent after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.355976 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > agent after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.356322 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > network after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.357165 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Tracking information for resource: router configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:22:48.357490 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Tracking information for resource: floatingip configured {{(pid=93764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:22:48.362413 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.db.l3_agentschedulers_db [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 03:22:48.362987 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.363345 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: port after_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.363696 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: port after_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.364042 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: port after_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.364824 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router before_create 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.365183 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.365541 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router precommit_create 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.365892 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > router precommit_update 55550100 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.370506 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.services.provider_configuration [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service providers = [] {{(pid=93764) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 03:22:48.370863 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.db.servicetype_db [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93764) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 03:22:48.373759 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:22:48.374131 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:22:48.374473 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:22:48.375351 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.services.service_base [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:22:48.375718 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.services.service_base [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 03:22:48.376099 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:22:48.376413 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 03:22:48.387982 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:22:48.387982 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading Plugin: auto_allocate Aug 27 03:22:48.393005 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: network precommit_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.393371 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: network precommit_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.393880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:22:48.394226 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading Plugin: tag Aug 27 03:22:48.401401 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:22:48.401720 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading Plugin: timestamp Aug 27 03:22:48.405697 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:22:48.406043 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading Plugin: network_ip_availability Aug 27 03:22:48.411426 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.411791 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.412139 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.412904 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:22:48.413174 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading Plugin: flavors Aug 27 03:22:48.418480 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:22:48.418811 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading Plugin: revisions Aug 27 03:22:48.423037 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:22:48.423427 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=93764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:22:48.424146 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93764) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 03:22:48.424477 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Initializing extension manager. Aug 27 03:22:48.424975 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: __init__.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.425310 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: __pycache__ {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.425637 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.425969 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: address_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.426744 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.427296 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: address-group Aug 27 03:22:48.427614 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: address_scope.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.428315 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.428816 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: address-scope Aug 27 03:22:48.429133 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.430118 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.430630 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: router-admin-state-down-before-update Aug 27 03:22:48.430950 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: agent.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.431838 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.432343 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: agent Aug 27 03:22:48.432664 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: agent_resources_synced.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.433591 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.434123 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: agent-resources-synced Aug 27 03:22:48.434445 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: allowedaddresspairs.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.436214 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.436735 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: allowed-address-pairs Aug 27 03:22:48.437060 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: auto_allocated_topology.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.438148 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.438667 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: auto-allocated-topology Aug 27 03:22:48.438990 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: availability_zone.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.439679 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.440183 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: availability_zone Aug 27 03:22:48.440504 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: availability_zone_filter.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.441418 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.441922 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: availability_zone_filter Aug 27 03:22:48.442273 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: data_plane_status.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.443168 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.443666 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 03:22:48.443981 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: default_subnetpools.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.445140 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.445672 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: default-subnetpools Aug 27 03:22:48.445990 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.446814 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.447317 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: dhcp_agent_scheduler Aug 27 03:22:48.447633 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: dns.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.448542 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.449042 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 03:22:48.449359 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: dns_domain_ports.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.450295 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.450794 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 03:22:48.451113 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.452024 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.452520 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 03:22:48.452835 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: dvr.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.453498 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.454135 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: dvr Aug 27 03:22:48.454333 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: ecmp_routes.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.455246 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.455752 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 03:22:48.456070 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: empty_string_filtering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.456965 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.457469 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: empty-string-filtering Aug 27 03:22:48.457785 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.458713 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.459215 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:22:48.459532 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.460433 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.461508 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 03:22:48.461917 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: external_net.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.462874 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.463381 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: external-net Aug 27 03:22:48.463698 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.464599 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.465105 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: extra_dhcp_opt Aug 27 03:22:48.465425 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: extraroute.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.466363 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.466871 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: extraroute Aug 27 03:22:48.467184 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: extraroute_atomic.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.468215 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.468711 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: extraroute-atomic Aug 27 03:22:48.469030 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: filter_validation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.469684 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.470243 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: filter-validation Aug 27 03:22:48.470566 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: fip_pf_description.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.471541 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.472039 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 03:22:48.472352 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: fip_port_details.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.473261 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.473761 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: fip-port-details Aug 27 03:22:48.474111 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: flavors.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.475338 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.475857 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: flavors Aug 27 03:22:48.476176 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.478543 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.479066 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 03:22:48.479391 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: floatingip_pools.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.480084 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.480599 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: floatingip-pools Aug 27 03:22:48.480920 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: ip_allocation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.481902 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.482366 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 03:22:48.482688 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.483599 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.484105 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: ip-substring-filtering Aug 27 03:22:48.484430 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: l2_adjacency.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.485347 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.485851 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 03:22:48.486198 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: l3.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.487295 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.487810 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: router Aug 27 03:22:48.488135 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.490360 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.490890 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:22:48.491215 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.492183 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.492831 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: ext-gw-mode Aug 27 03:22:48.493160 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.494559 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.494737 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: l3-ha Aug 27 03:22:48.495270 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: l3_flavors.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.496560 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.498084 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: l3-flavors Aug 27 03:22:48.498084 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.498359 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.499895 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 03:22:48.499895 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: l3agentscheduler.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.500750 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.501261 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: l3_agent_scheduler Aug 27 03:22:48.501585 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: logging.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.503129 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.503649 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension logging not supported by any of loaded plugins Aug 27 03:22:48.503977 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: metering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.504715 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.505285 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: metering Aug 27 03:22:48.505605 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.506792 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.507311 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: metering_source_and_destination_fields Aug 27 03:22:48.507635 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: multiprovidernet.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.508583 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.509084 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: multi-provider Aug 27 03:22:48.509403 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: netmtu.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.510333 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.510840 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: net-mtu Aug 27 03:22:48.511158 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: netmtu_writable.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.512070 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.512582 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: net-mtu-writable Aug 27 03:22:48.512899 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: network_availability_zone.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.513569 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.514099 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: network_availability_zone Aug 27 03:22:48.514419 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: network_ip_availability.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.515503 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.516016 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: network-ip-availability Aug 27 03:22:48.516337 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: network_segment_range.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.517100 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.517604 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 03:22:48.517921 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: pagination.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.518933 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.519261 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: pagination Aug 27 03:22:48.519580 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: port_device_profile.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.520476 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.520990 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: port-device-profile Aug 27 03:22:48.521307 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.522255 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.522767 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: port-mac-address-regenerate Aug 27 03:22:48.523084 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.524499 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.525002 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: port-numa-affinity-policy Aug 27 03:22:48.525317 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: port_resource_request.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.526242 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.526748 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 03:22:48.527073 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: portbindings.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.527989 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.528493 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: binding Aug 27 03:22:48.528812 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: portbindings_extended.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.530227 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.530743 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: binding-extended Aug 27 03:22:48.531067 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: portsecurity.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.531998 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.532483 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: port-security Aug 27 03:22:48.532805 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: project_id.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.533768 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.534132 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: project-id Aug 27 03:22:48.534456 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: providernet.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.535378 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.535898 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: provider Aug 27 03:22:48.536221 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: qos.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.540501 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.541021 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension qos not supported by any of loaded plugins Aug 27 03:22:48.541349 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.542605 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.543119 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 03:22:48.543441 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.544356 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.544864 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 03:22:48.545188 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: qos_default.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.546117 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.546628 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension qos-default not supported by any of loaded plugins Aug 27 03:22:48.546954 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: qos_fip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.547667 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.548168 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 03:22:48.548487 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: qos_gateway_ip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.549404 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.549907 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 03:22:48.550250 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: qos_port_network_policy.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.551164 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.551669 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 03:22:48.551987 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: qos_pps_rule.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.553226 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.553741 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 03:22:48.554081 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: qos_rule_type_details.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.554992 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.555503 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 03:22:48.555824 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: qos_rules_alias.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.556859 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.557370 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 03:22:48.557690 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: quotasv2.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.558665 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.558989 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: quotas Aug 27 03:22:48.559310 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: quotasv2_detail.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.562438 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.562777 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: quota_details Aug 27 03:22:48.563114 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: rbac.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.564383 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.564911 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: rbac-policies Aug 27 03:22:48.565235 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: rbac_address_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.566199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.566709 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: rbac-address-group Aug 27 03:22:48.567035 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: rbac_address_scope.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.567947 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.568454 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: rbac-address-scope Aug 27 03:22:48.568773 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: rbac_security_groups.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.569968 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.571125 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: rbac-security-groups Aug 27 03:22:48.571444 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: rbac_subnetpool.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.572370 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.572884 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: rbac-subnetpool Aug 27 03:22:48.573199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: revisionifmatch.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.574138 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.574652 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: revision-if-match Aug 27 03:22:48.574970 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: revisions.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.576075 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.576588 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: standard-attr-revisions Aug 27 03:22:48.576916 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: router_availability_zone.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.577594 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.578133 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: router_availability_zone Aug 27 03:22:48.578452 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: routerservicetype.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.579365 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.579897 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 03:22:48.580215 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.581122 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.581626 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: security-groups-normalized-cidr Aug 27 03:22:48.581943 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.582893 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.583387 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: port-security-groups-filtering Aug 27 03:22:48.583704 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.584608 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.585117 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: security-groups-remote-address-group Aug 27 03:22:48.585435 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: securitygroup.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.597529 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.598080 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: security-group Aug 27 03:22:48.598411 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: segment.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.599199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.599710 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension segment not supported by any of loaded plugins Aug 27 03:22:48.600035 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.600981 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.601525 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 03:22:48.601939 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: servicetype.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.603161 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.603679 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: service-type Aug 27 03:22:48.604002 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: sorting.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.604987 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.605316 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: sorting Aug 27 03:22:48.605633 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: standard_attr_segment.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.606565 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.607077 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 03:22:48.607390 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: standardattrdescription.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.608032 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.608533 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: standard-attr-description Aug 27 03:22:48.608850 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: stateful_security_group.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.609772 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.610322 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: stateful-security-group Aug 27 03:22:48.610650 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: stdattrs_common.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.611232 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 03:22:48.611547 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.612466 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.612975 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 03:22:48.613292 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: subnet_onboard.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.614383 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.614895 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: subnet_onboard Aug 27 03:22:48.615215 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.616134 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.616641 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 03:22:48.616959 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: subnet_service_types.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.617897 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.618433 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: subnet-service-types Aug 27 03:22:48.618753 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: subnetallocation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.619818 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.620329 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: subnet_allocation Aug 27 03:22:48.620653 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.621318 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.621833 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: subnetpool-prefix-ops Aug 27 03:22:48.622183 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.623113 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.623621 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 03:22:48.623938 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: tagging.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.624993 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.625516 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: standard-attr-tag Aug 27 03:22:48.625838 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: timestamp.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.627061 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.627576 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loaded extension: standard-attr-timestamp Aug 27 03:22:48.627902 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: trunk.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.628927 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.629439 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension trunk not supported by any of loaded plugins Aug 27 03:22:48.629761 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: trunk_details.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.630710 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.631221 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 03:22:48.631540 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: uplink_status_propagation.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.632448 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.633484 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 03:22:48.633801 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Loading extension file: vlantransparent.py {{(pid=93764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:22:48.634504 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:22:48.635011 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 03:22:48.637439 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:network Aug 27 03:22:48.637959 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:subnet Aug 27 03:22:48.638414 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:22:48.638805 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:port Aug 27 03:22:48.640031 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.640462 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service FLAVORS assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.641085 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.641503 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.641835 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:router Aug 27 03:22:48.642353 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:22:48.642849 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service METERING assigned prefix: /metering {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.644290 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.644655 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.645004 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:22:48.646104 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:22:48.646495 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:22:48.646935 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:22:48.647522 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.647848 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:22:48.648196 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] subnetpool is already registered Aug 27 03:22:48.649167 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.649484 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:22:48.649808 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] subnetpool is already registered Aug 27 03:22:48.652125 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.652549 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service FLAVORS assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.653159 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.653575 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.653927 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:router Aug 27 03:22:48.654286 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] router is already registered Aug 27 03:22:48.654703 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:22:48.655037 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] floatingip is already registered Aug 27 03:22:48.655483 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service METERING assigned prefix: /metering {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.656144 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:22:48.656466 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] rbac_policy is already registered Aug 27 03:22:48.656878 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:22:48.657210 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] security_group is already registered Aug 27 03:22:48.657612 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:22:48.657939 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] security_group_rule is already registered Aug 27 03:22:48.658594 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.658922 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:22:48.659251 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] subnetpool is already registered Aug 27 03:22:48.659669 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.v2.resource_helper [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Service CORE assigned prefix: {{(pid=93764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:22:48.659990 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:22:48.660314 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING neutron.quota.resource_registry [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] subnetpool is already registered Aug 27 03:22:48.660776 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: extensions {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.662242 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: address-groups {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.663781 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: address-scopes {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.665120 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: agents {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.666421 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: auto-allocated-topology {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.667650 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: availability_zones {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.668861 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: dhcp-networks {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.670385 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: dhcp-agents {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.671791 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: routers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.673963 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: flavors {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.675138 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: service_profiles {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.676340 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: next_providers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.677777 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: service_profiles {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.679333 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: floatingip-pools {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.680578 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: routers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.682695 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: floatingips {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.683984 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: l3-routers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.685355 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: l3-agents {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.686770 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: metering-labels {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.688123 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: metering-label-rules {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.689390 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: network-ip-availabilities {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.690674 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: bindings {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.692320 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: quotas {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.693743 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: quotas {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.696114 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: rbac-policies {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.697334 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: security-groups {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.698647 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: security-group-rules {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.699910 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: service-providers {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.701114 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: subnetpools {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.703561 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: subnetpools {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.705020 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.706707 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.708506 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.710293 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.712827 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.714681 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.716332 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.718246 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.720057 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.721766 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron.api.extensions [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Extended resource: tags {{(pid=93764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:22:48.727881 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING keystonemiddleware.auth_token [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 03:22:48.732641 dv-cinder-773985-14-iscsi neutron-server[93764]: WARNING keystonemiddleware.auth_token [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 03:22:48.740825 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Acquired lock "singleton_lock" {{(pid=93764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 03:22:48.741302 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_concurrency.lockutils [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Releasing lock "singleton_lock" {{(pid=93764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 03:22:48.741938 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO oslo_service.service [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Starting 2 workers Aug 27 03:22:48.746802 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Started child 93871 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:22:48.751262 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Started child 93872 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:22:48.752232 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:48.752918 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO neutron.service [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 03:22:48.753496 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Notify callbacks [] for process, before_spawn {{(pid=93764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:48.753920 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [-] (93871) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:22:48.755903 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO oslo_service.service [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Starting 1 workers Aug 27 03:22:48.756068 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:48.757427 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [-] (93872) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:22:48.761685 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Started child 93873 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:22:48.762231 dv-cinder-773985-14-iscsi neutron-server[93764]: INFO oslo_service.service [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Starting 1 workers Aug 27 03:22:48.765491 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.service [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] calling RpcWorker wait() {{(pid=93873) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 03:22:48.766100 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.service [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] returning from RpcWorker wait() {{(pid=93873) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 03:22:48.766774 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Started child 93874 {{(pid=93764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:22:48.767403 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:48.767585 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG neutron_lib.callbacks.manager [None req-3cd9c2d5-6fb2-438a-9754-1f1cfb967c92 None None] Notify callbacks [] for process, after_spawn {{(pid=93764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:48.767990 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:48.769435 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:22:48.769653 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:22:48.769838 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:22:48.770074 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:22:48.770425 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:22:48.770587 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:22:48.771094 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.771375 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.771642 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.771847 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:48.772318 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.772318 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.772744 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.773002 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.773262 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.774137 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.774403 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.774600 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.774719 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.775317 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.775552 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.775843 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.776104 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.776370 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.776639 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.776808 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.777058 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.777315 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.777560 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.777822 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] debug = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.778102 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.778616 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.778847 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.779092 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.779309 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.779593 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.779997 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.780432 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.780707 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.780943 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.781197 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.781447 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.781690 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.781900 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.782143 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.782401 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.782639 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.783099 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host = dv-cinder-773985-14-iscsi {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.783313 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.783529 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.783773 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.783998 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.784243 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.784465 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.784713 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.784955 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.785201 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.785422 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.785658 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.785909 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.786205 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.786445 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.786607 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_options = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.786834 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.787102 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.787368 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.787555 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.787721 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.787898 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.788135 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.788296 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.788543 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.788756 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.788990 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.789251 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.789605 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.789845 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.790172 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.790418 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.790628 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.790859 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.791100 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.791357 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.791580 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.791821 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.792056 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.792268 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.792496 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.792727 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.792949 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.793192 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.793410 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.793672 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.793904 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.794185 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.794430 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.794777 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.794913 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.795135 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.795347 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.795617 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.795843 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.796079 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.796332 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.796560 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.796782 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.797015 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.797254 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.797464 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_json = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.797675 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.797914 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.798208 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.798438 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.798666 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.798875 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.799107 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.799316 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.799756 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.800020 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.800318 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.800569 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.800812 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.801046 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.801300 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.802566 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.802566 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.802566 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.802566 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.803987 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.803987 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.803987 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.803987 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.803987 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.803987 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.804719 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.804719 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.805080 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:48.805228 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.805228 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.805228 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.805776 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.805776 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.805776 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.806168 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.806307 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.807260 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.807260 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.807260 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.807504 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.807576 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.807768 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.808163 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.808385 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.808607 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.808830 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.809105 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.809358 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.809536 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.809763 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.810115 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.810418 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.811159 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.811159 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.811159 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.812083 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.812083 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.812083 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.812083 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.814881 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.814881 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.814881 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.814881 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.814881 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.814881 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.814881 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.814881 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.814881 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.820021 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.820021 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.820021 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.820021 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.820021 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.820021 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.820021 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.820021 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.820021 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.822306 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.822306 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.822306 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.822306 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.822306 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.822306 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.822306 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.822306 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.822306 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.827880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.827880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.827880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.827880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.827880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.827880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.827880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.827880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.827880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830400 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830400 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830400 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830400 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830400 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830400 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830400 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830400 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830864 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830864 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830864 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830864 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830864 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830864 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830864 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.830864 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831394 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831394 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831394 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831394 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831394 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831394 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831394 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831394 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831872 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831872 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831872 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831872 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831872 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831872 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831872 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.831872 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832322 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832322 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832322 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832322 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832322 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832322 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832322 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832322 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832789 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832789 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832789 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832789 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832789 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832789 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832789 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.832789 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.833248 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.833248 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.833248 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.833248 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.833248 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.833533 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.833533 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.833789 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.834220 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.834346 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.834521 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.834764 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.835002 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.835249 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.835473 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.835700 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.835981 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.836729 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.836938 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.837247 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.838007 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.838007 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.838007 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.838428 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.838428 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.838925 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.838925 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.839229 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.839229 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.839494 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.839700 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.839857 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.840089 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.840320 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.840532 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.840927 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.841062 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.841217 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.841461 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.841676 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.841940 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.842216 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.842448 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.842671 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.842912 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.843161 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.843372 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.843608 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.843822 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.844078 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.844240 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.844437 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.844647 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.844856 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.845090 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.845320 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.845579 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.845829 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.846187 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.846447 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.846674 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.846905 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.847115 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.847656 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.847656 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.847962 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.848109 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.848260 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.848399 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.848934 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.848934 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.849240 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.849379 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.849550 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.849783 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.849997 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.850228 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.850518 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.850767 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.850996 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.851242 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.851496 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.851727 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.851969 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.852162 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.852367 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.852607 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.852824 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.853037 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.853266 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.853475 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.853686 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.853907 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.854167 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.854378 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.854601 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.854810 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.855072 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.855293 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.855508 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.855752 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.855967 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.856194 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.856406 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.856629 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.856844 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.857085 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.857323 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.857555 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.857785 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.858006 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.858241 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.858453 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.858732 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.858972 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.859185 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.859478 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.859722 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.859975 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.860246 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.860564 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.860776 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.861013 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.861248 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.861470 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.861687 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.861962 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.862312 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.862589 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.862833 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.863065 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.863345 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.863616 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.863889 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.864116 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.864432 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.864752 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.865019 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.865282 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.865506 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.865750 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.865972 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.866209 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.866443 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.866673 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.866886 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.867147 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.867391 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.867638 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.867894 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.868074 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.868309 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.868528 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.868759 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.868993 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.869203 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.869356 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:22:48.869864 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:22:48.870053 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:22:48.870240 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:22:48.870348 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:22:48.870526 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:22:48.870680 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:22:48.870888 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.871038 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.871193 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.871352 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.871509 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.871696 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.871948 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.872119 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.872308 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.872475 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.872636 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.872794 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.872954 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.873129 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.873337 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.873514 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.873716 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.873875 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.874062 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.874224 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.874385 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.874545 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.874701 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] debug = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.874913 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.875124 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.875351 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.875511 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.875669 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.875826 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.876000 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.876193 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.876402 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.876561 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.876761 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.876941 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.877155 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.877322 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.877479 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.877636 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.877792 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.877949 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host = dv-cinder-773985-14-iscsi {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.878129 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.878286 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.878444 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.878645 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.878827 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.878987 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.879180 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.879340 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.879498 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.879672 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.879884 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.880053 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.880211 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.880369 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.880525 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_options = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.880681 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.880837 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.880993 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.881176 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.881340 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.881499 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.881733 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.881833 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.881957 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.882137 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.882295 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.882452 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.882614 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.883295 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.883472 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.883643 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.883838 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.883947 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.884053 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.884181 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.884336 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.884497 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.884656 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.884811 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.884967 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.885123 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.885278 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.885435 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.885593 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.885749 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.885904 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.886081 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.886241 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.886397 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.886555 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.886712 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.886867 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.887028 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.887186 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.887343 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.887500 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.887658 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.887825 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.887958 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.888114 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.888271 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_json = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.888426 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.888586 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.888742 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.888899 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.889056 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.889212 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.889368 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.889526 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:22:48.889708 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.889868 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.890063 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.890226 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.890385 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.890544 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.890703 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.890862 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.891020 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.891178 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.891344 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.891502 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.891672 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.891816 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.891978 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.892140 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.892299 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.892459 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.892618 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.892998 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.892998 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.893159 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.893238 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.893391 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.893549 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.893707 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.893866 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.894058 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.894222 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.894597 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.894597 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.894790 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.894884 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.894965 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.895117 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.895277 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.895677 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.895677 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.895939 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.895939 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.896146 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.896242 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.896324 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.896477 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.896637 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.896798 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.896957 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.897117 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.897276 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.897436 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.897595 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.897756 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.897916 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.898101 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.898267 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.899035 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.899723 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.899723 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.899723 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.899723 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.900019 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.900093 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.900230 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.900388 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.900549 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.900708 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.901365 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.901365 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.901365 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.901365 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.901778 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.901778 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.901778 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.902093 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.902093 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.902304 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.902427 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.902513 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.902668 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.902827 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.903130 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.903130 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.903348 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.903452 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.903567 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.903729 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.903888 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.904228 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.904228 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.905032 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.905032 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.905032 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.905032 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.905032 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.906199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.906199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.906199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.906199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.906199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.906199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.906199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.906199 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.907933 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.907933 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.907933 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.907933 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.907933 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.907933 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.907933 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.907933 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910165 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910165 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910165 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910165 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910165 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910165 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910165 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910165 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910769 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910769 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910769 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910769 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910769 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910769 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.910769 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911253 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:48.911339 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911339 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911339 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911339 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911339 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911339 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911339 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911339 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911900 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911900 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911900 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911900 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911900 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911900 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.911900 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.912422 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.912422 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.912422 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.912422 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.912824 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.912824 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.912824 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.913052 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.913130 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.913281 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.913445 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.913604 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.913763 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.914039 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.914153 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.914352 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.914569 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.914730 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.914889 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.915048 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.915206 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.915366 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.915524 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.915683 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.915842 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.916000 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.916159 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.916318 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.916477 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.916635 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.916795 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.916954 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.917112 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.917271 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.917432 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.917591 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.917751 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.917911 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.918092 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.918253 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.918413 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.918576 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.918735 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.918896 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.919057 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.919227 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.919366 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.919527 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.919687 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.919851 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.920010 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.920169 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.920342 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.920505 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.920737 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.920826 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.920971 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.921132 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.921279 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.921439 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.921598 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.921758 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.921917 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.922099 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.922263 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.922423 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.923276 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.923276 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.923276 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.923276 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.923276 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.923730 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.923730 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.923730 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.923935 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.923935 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.924077 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.924236 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.924395 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.924554 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.924709 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.924858 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.925016 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.925186 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.925346 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.925505 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.925663 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.925821 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.925979 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.926387 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.926387 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.926641 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.926641 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.927132 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.927132 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.927132 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.927486 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.927486 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.927486 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.927832 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.927832 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.928030 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.928143 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.928249 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.928408 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.928567 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.928726 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.928895 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.929056 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.929216 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.929383 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.929543 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.930228 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.930421 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.930547 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.930695 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.930904 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.930994 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.931152 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.931310 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.931471 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.931635 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.931803 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.931968 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.932129 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.932298 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.932464 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.932632 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.932792 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.932957 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.933128 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.933289 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.933449 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.933608 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.933772 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.933932 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.934112 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.934273 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.934432 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.934619 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.934752 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.935122 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.935122 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.935510 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.935510 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.935510 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.935880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.935880 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.936029 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.936119 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:22:48.936257 dv-cinder-773985-14-iscsi neutron-server[93764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:22:49.064467 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 52444) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:49.074152 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073218 Aug 27 03:23:00.833324 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca591af-4f40-4735-baa2-112534a538cb None None] get_active_networks_info from dv-cinder-773985-14-iscsi {{(pid=93873) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 03:23:00.921054 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca591af-4f40-4735-baa2-112534a538cb None None] No non-hosted networks {{(pid=93873) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 03:23:00.948594 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.agentschedulers_db [None req-4ca591af-4f40-4735-baa2-112534a538cb None None] DHCP Agent not found on host dv-cinder-773985-14-iscsi {{(pid=93873) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 03:23:01.067251 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-02d25957-4f10-4c97-bc6f-d7407b0986ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435307'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:03.702663 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c8094c46-3ebc-4f2d-8ac0-858cbc496c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435307'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:03.755033 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c03f8254-1e93-48a6-a0e8-4a1c2b69fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:04.761253 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435307'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:04.761948 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.762842 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.763369 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.764398 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.764931 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.765503 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.766036 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.766696 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.768006 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.769542 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.772303 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.774595 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:04.779369 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-14-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:04.796628 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-14-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:05.078445 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435307'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:06.658781 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.db.l3_hamode_db [None req-4e63efdc-6192-4907-be9f-4369dba880e9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 03:23:06.769767 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63efdc-6192-4907-be9f-4369dba880e9 None None] Routers set() bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:06.770201 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63efdc-6192-4907-be9f-4369dba880e9 None None] Router IDs set() for agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 03:23:06.817175 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435307'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:07.415230 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 52538) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:07.921181 dv-cinder-773985-14-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-9d45f505-fea4-4082-87a8-20416f13971a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:07.921792 dv-cinder-773985-14-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-9d45f505-fea4-4082-87a8-20416f13971a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:08.149788 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [None req-9d45f505-fea4-4082-87a8-20416f13971a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:23:08.150790 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9d45f505-fea4-4082-87a8-20416f13971a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7345619 Aug 27 03:23:10.705792 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 52552) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:11.037479 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-27142fe3-8df7-4fac-941c-aa54a2cc31eb admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:11.133202 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.policy [None req-27142fe3-8df7-4fac-941c-aa54a2cc31eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:23:11.177981 dv-cinder-773985-14-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-27142fe3-8df7-4fac-941c-aa54a2cc31eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:11.178383 dv-cinder-773985-14-iscsi neutron-server[93872]: WARNING oslo_policy.policy [None req-27142fe3-8df7-4fac-941c-aa54a2cc31eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:11.186829 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.quota [None req-27142fe3-8df7-4fac-941c-aa54a2cc31eb admin admin] Loaded quota_driver: . Aug 27 03:23:11.275435 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-27142fe3-8df7-4fac-941c-aa54a2cc31eb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740059958579', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740059955998', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740059946484', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740059941648', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740059347246', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740059792496', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133596898', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133620700', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-599986', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545810'] for rbac-policy, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:11.339979 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-27142fe3-8df7-4fac-941c-aa54a2cc31eb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:11.341225 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-27142fe3-8df7-4fac-941c-aa54a2cc31eb admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6344311 Aug 27 03:23:13.963022 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 52564) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:14.461209 dv-cinder-773985-14-iscsi neutron-server[93871]: WARNING oslo_policy.policy [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:14.462384 dv-cinder-773985-14-iscsi neutron-server[93871]: WARNING oslo_policy.policy [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:14.685130 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'admin_state_up': True, 'project_id': '61c64a60fc0747878a59814651beb946'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:14.686891 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.quota [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Loaded quota_driver: . Aug 27 03:23:14.745951 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Made reservation on behalf of 61c64a60fc0747878a59814651beb946 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:23:14.812470 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.policy [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93871) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:23:14.857982 dv-cinder-773985-14-iscsi neutron-server[93871]: WARNING oslo_policy.policy [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:14.858406 dv-cinder-773985-14-iscsi neutron-server[93871]: WARNING oslo_policy.policy [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:23:14.868873 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:14.890741 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:15.023018 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:15.028388 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:15.048648 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:23:15.080427 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740057059045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:15.081019 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Unsubscribe: segment precommit_create {{(pid=93871) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 03:23:15.081541 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Added segment 0bdfb2f3-cfeb-43a1-abad-36099636c28b of type vlan for network 1555cc18-22f8-4cc9-a19a-b502e2904797 Aug 27 03:23:15.102606 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b710445d-9c59-4c6d-8675-acd7b096d03b,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:15.120892 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.121235 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.121574 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.122022 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.122586 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.123163 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.123731 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.124316 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.125578 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.125578 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.125578 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.125865 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Tracked resource versions report: Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: pushed versions: Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: { 'AddressGroup': {'1.2'}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'ConntrackHelper': {'1.0'}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Log': {'1.0'}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Network': {'1.1'}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Port': {'1.7'}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'PortForwarding': {'1.2'}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'QosPolicy': {'1.9'}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SecurityGroup': {'1.4'}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SubPort': {'1.0'}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Subnet': {'1.1'}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Trunk': {'1.1'}} Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: consumer versions: Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: { DHCP agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: L3 agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: Metadata agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: Metering agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: Open vSwitch agent@dv-cinder-773985-14-iscsi: { 'AddressGroup': '1.2', Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'ConntrackHelper': '1.0', Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Log': '1.0', Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Network': '1.1', Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Port': '1.7', Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'PortForwarding': '1.2', Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'QosPolicy': '1.9', Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SecurityGroup': '1.4', Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SecurityGroupRule': '1.2', Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SubPort': '1.0', Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Subnet': '1.1', Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Trunk': '1.1'}} Aug 27 03:23:15.127086 dv-cinder-773985-14-iscsi neutron-server[93871]: {{(pid=93871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:23:15.219036 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:15.262656 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:15.263966 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:15.264643 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:15.355871 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3905292 Aug 27 03:23:15.363956 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5f0c4-b335-4b63-9950-3f6ca0a0d7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=1555cc18-22f8-4cc9-a19a-b502e2904797,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:15.376658 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 1555cc18-22f8-4cc9-a19a-b502e2904797 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:23:18.062542 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 52586) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:18.467087 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801c8adf-7952-402a-9925-fb48ef7fc477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:18.468361 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-801c8adf-7952-402a-9925-fb48ef7fc477 admin admin] 10.222.0.48 "GET /v2.0/networks/1555cc18-22f8-4cc9-a19a-b502e2904797 HTTP/1.1" status: 200 len: 825 time: 0.4048448 Aug 27 03:23:18.512192 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-62923d99-bdb4-4585-a2dd-4dbec70f3ad2 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/629b15d5-8365-47b3-82ce-6c20ac28858b HTTP/1.1" status: 200 len: 734 time: 0.0375707 Aug 27 03:23:18.521783 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '629b15d5-8365-47b3-82ce-6c20ac28858b', 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:18.546387 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] Made reservation on behalf of 61c64a60fc0747878a59814651beb946 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:23:18.548986 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:18.845501 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:18.912859 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8586cba0-a5da-4ba2-a7e4-970b36c81d06,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:18.918115 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] Checking segment: {'id': '0bdfb2f3-cfeb-43a1-abad-36099636c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:18.919024 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] Network hostable DHCP agents. Network: 1555cc18-22f8-4cc9-a19a-b502e2904797, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:23:18.940333 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] Network 1555cc18-22f8-4cc9-a19a-b502e2904797 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:23:18.951370 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 1555cc18-22f8-4cc9-a19a-b502e2904797) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:18.956640 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:18.957558 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:18.963690 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f996d536-66b4-464e-91a2-328654d540c4 None None] Network 1555cc18-22f8-4cc9-a19a-b502e2904797 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:18.976048 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-012854d4-116e-44cb-b4e6-fa6f03d09df8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4576015 Aug 27 03:23:19.313265 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7ba0a6-19e2-5375-9d6c-a0607f403ae2-1555cc18-22f8-4cc9-a19a-b502e2904797', 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'fixed_ips': [{'subnet_id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06'}]}} from dv-cinder-773985-14-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:23:19.314633 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:19.602309 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Allocated IP 172.20.0.2 (1555cc18-22f8-4cc9-a19a-b502e2904797/8586cba0-a5da-4ba2-a7e4-970b36c81d06/d2f5eda0-a455-4e51-b54b-66d6c1517464) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:23:19.829341 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:19.874182 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Transition to ACTIVE for port object d2f5eda0-a455-4e51-b54b-66d6c1517464 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:19.895945 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Transition to ACTIVE for port object d2f5eda0-a455-4e51-b54b-66d6c1517464 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:19.904149 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:19.974178 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Network 1555cc18-22f8-4cc9-a19a-b502e2904797 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:19.982151 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:19.995440 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:23:19.998574 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Pushing event updated for resources: {'Port': ['ID=d2f5eda0-a455-4e51-b54b-66d6c1517464,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:20.030864 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.031231 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.031575 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.031914 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.032248 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.032583 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.032913 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.033243 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.033642 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.034162 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.034873 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.034873 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Tracked resource versions report: Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: pushed versions: Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: { 'AddressGroup': {'1.2'}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'ConntrackHelper': {'1.0'}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Log': {'1.0'}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Network': {'1.1'}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Port': {'1.7'}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'PortForwarding': {'1.2'}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'QosPolicy': {'1.9'}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SecurityGroup': {'1.4'}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SubPort': {'1.0'}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Subnet': {'1.1'}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Trunk': {'1.1'}} Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: consumer versions: Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: { DHCP agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: L3 agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: Metadata agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: Metering agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: Open vSwitch agent@dv-cinder-773985-14-iscsi: { 'AddressGroup': '1.2', Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'ConntrackHelper': '1.0', Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Log': '1.0', Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Network': '1.1', Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Port': '1.7', Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'PortForwarding': '1.2', Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'QosPolicy': '1.9', Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SecurityGroup': '1.4', Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SecurityGroupRule': '1.2', Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SubPort': '1.0', Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Subnet': '1.1', Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Trunk': '1.1'}} Aug 27 03:23:20.036157 dv-cinder-773985-14-iscsi neutron-server[93873]: {{(pid=93873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:23:20.091054 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Attempting to bind port d2f5eda0-a455-4e51-b54b-66d6c1517464 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:23:20.091351 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Attempting to bind port d2f5eda0-a455-4e51-b54b-66d6c1517464 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0bdfb2f3-cfeb-43a1-abad-36099636c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:23:20.091774 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Attempting to bind port d2f5eda0-a455-4e51-b54b-66d6c1517464 on network 1555cc18-22f8-4cc9-a19a-b502e2904797 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:20.097309 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:23:20.097718 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Checking segment: {'id': '0bdfb2f3-cfeb-43a1-abad-36099636c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:20.098245 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:20.098641 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Bound using segment: {'id': '0bdfb2f3-cfeb-43a1-abad-36099636c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:23:20.099153 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Bound port: d2f5eda0-a455-4e51-b54b-66d6c1517464, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdfb2f3-cfeb-43a1-abad-36099636c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:23:20.099550 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:20.166408 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] For port d2f5eda0-a455-4e51-b54b-66d6c1517464, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:23:20.170823 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] For port d2f5eda0-a455-4e51-b54b-66d6c1517464, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=d2f5eda0-a455-4e51-b54b-66d6c1517464,segment=NetworkSegment(0bdfb2f3-cfeb-43a1-abad-36099636c28b),segment_id=0bdfb2f3-cfeb-43a1-abad-36099636c28b)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:23:20.176449 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:20.248428 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fc22d-7ee4-490f-b771-abec5244dd98 None None] Pushing event updated for resources: {'Port': ['ID=d2f5eda0-a455-4e51-b54b-66d6c1517464,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:21.457199 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 52594) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:21.792974 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [None req-290d41ea-8ae1-47f5-86db-6b58c51924aa admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:23:21.794004 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-290d41ea-8ae1-47f5-86db-6b58c51924aa admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3358388 Aug 27 03:23:24.271418 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 52602) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:24.606419 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [None req-f6998b77-0e33-4c10-adae-5a501836427a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:23:24.610235 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f6998b77-0e33-4c10-adae-5a501836427a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3350396 Aug 27 03:23:27.307646 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 52612) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:27.630837 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-3e02caf2-f4be-461a-987c-7605ce4c7b6d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'admin_state_up': True}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:27.663984 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e02caf2-f4be-461a-987c-7605ce4c7b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1028961'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.666515 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e02caf2-f4be-461a-987c-7605ce4c7b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1028888'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.825418 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e02caf2-f4be-461a-987c-7605ce4c7b6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.830410 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e02caf2-f4be-461a-987c-7605ce4c7b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430331'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.842390 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e02caf2-f4be-461a-987c-7605ce4c7b6d admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:27.843656 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3e02caf2-f4be-461a-987c-7605ce4c7b6d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5349693 Aug 27 03:23:28.770925 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device d2f5eda0-a455-4e51-b54b-66d6c1517464 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:28.815406 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef70fb9-518a-4918-b0f8-7a470dc645ae None None] Network 1555cc18-22f8-4cc9-a19a-b502e2904797 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:28.905968 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-33ffeceb-00a6-4cdb-8272-0e4a577920d3 None None] Provisioning for port d2f5eda0-a455-4e51-b54b-66d6c1517464 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:28.939042 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port d2f5eda0-a455-4e51-b54b-66d6c1517464 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:28.947356 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port d2f5eda0-a455-4e51-b54b-66d6c1517464 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:28.947751 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.131020 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.174347 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port d2f5eda0-a455-4e51-b54b-66d6c1517464, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=d2f5eda0-a455-4e51-b54b-66d6c1517464,segment=NetworkSegment(0bdfb2f3-cfeb-43a1-abad-36099636c28b),segment_id=0bdfb2f3-cfeb-43a1-abad-36099636c28b)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:29.178590 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:29.229513 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=d2f5eda0-a455-4e51-b54b-66d6c1517464,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:29.339609 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-b243c276-79ab-4268-9cfc-30071401dfed None None] Provisioning complete for port d2f5eda0-a455-4e51-b54b-66d6c1517464 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:29.339981 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b243c276-79ab-4268-9cfc-30071401dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.279325 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 52626) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:30.599294 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [None req-b99e33e0-370f-4420-9a80-2aa802c1b551 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:23:30.600274 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b99e33e0-370f-4420-9a80-2aa802c1b551 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3200331 Aug 27 03:23:30.730165 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-49ed5046-27b2-41f8-a0ff-bc64b0c6adbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:30.753587 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device d2f5eda0-a455-4e51-b54b-66d6c1517464 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:30.803428 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port d2f5eda0-a455-4e51-b54b-66d6c1517464 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:30.803796 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.043950 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 52634) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:33.357871 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:33.381104 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Made reservation on behalf of caf522f6433e4d819567b6a4f4a69392 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:23:33.383833 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.398833 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.510525 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.514059 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.525195 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Reserving flat network on physical network physnet1 {{(pid=93872) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 03:23:33.560893 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740057059045', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.561464 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Unsubscribe: segment precommit_create {{(pid=93872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 03:23:33.562037 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Added segment 0c2996f9-c46b-4147-8a92-8652f68a6542 of type flat for network 72494cfa-c7c5-48de-8c41-db48fc0cee32 Aug 27 03:23:33.578042 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1485c00a-6094-4793-80a9-e47b87f6acc1,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:33.621871 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.622246 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.622588 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.622926 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.623256 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.623600 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.623934 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.624277 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.624623 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.624946 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.625265 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.625583 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Tracked resource versions report: Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: pushed versions: Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: { 'AddressGroup': {'1.2'}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'ConntrackHelper': {'1.0'}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Log': {'1.0'}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Network': {'1.1'}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Port': {'1.7'}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'PortForwarding': {'1.2'}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'QosPolicy': {'1.9'}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SecurityGroup': {'1.4'}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SubPort': {'1.0'}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Subnet': {'1.1'}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Trunk': {'1.1'}} Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: consumer versions: Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: { DHCP agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: L3 agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: Metadata agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: Metering agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: Open vSwitch agent@dv-cinder-773985-14-iscsi: { 'AddressGroup': '1.2', Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'ConntrackHelper': '1.0', Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Log': '1.0', Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Network': '1.1', Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Port': '1.7', Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'PortForwarding': '1.2', Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'QosPolicy': '1.9', Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SecurityGroup': '1.4', Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SecurityGroupRule': '1.2', Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SubPort': '1.0', Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Subnet': '1.1', Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Trunk': '1.1'}} Aug 27 03:23:33.626923 dv-cinder-773985-14-iscsi neutron-server[93872]: {{(pid=93872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:23:33.681105 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.702519 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-aa59835b-e6d0-47c7-838c-4c14d537ed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.728600 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.729790 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:33.730524 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:33.812153 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7670305 Aug 27 03:23:33.831162 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79edaa-c11b-4b1d-bcfb-da98158ff0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=72494cfa-c7c5-48de-8c41-db48fc0cee32,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:33.843872 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:23:34.726548 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:34.987595 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:36.277161 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 52656) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:36.510816 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c14924-d5c8-4473-a7e1-f18da736c235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:36.512206 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c2c14924-d5c8-4473-a7e1-f18da736c235 admin admin] 10.222.0.48 "GET /v2.0/subnets/8586cba0-a5da-4ba2-a7e4-970b36c81d06 HTTP/1.1" status: 200 len: 849 time: 0.2340915 Aug 27 03:23:36.652450 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7b0195db-a847-4256-938e-263670af4075 admin admin] 10.222.0.48 "GET /v2.0/routers/f1c33c44-7983-4bab-ba8c-870473b0aaf1 HTTP/1.1" status: 200 len: 704 time: 0.1340685 Aug 27 03:23:36.771155 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:36.935748 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:37.253052 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Allocated IP 172.20.0.1 (1555cc18-22f8-4cc9-a19a-b502e2904797/8586cba0-a5da-4ba2-a7e4-970b36c81d06/c4048d26-325a-4b12-bbe2-59262e8b496f) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:23:37.438047 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:37.461921 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Transition to ACTIVE for port object c4048d26-325a-4b12-bbe2-59262e8b496f will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:37.527483 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:37.601049 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Network 1555cc18-22f8-4cc9-a19a-b502e2904797 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:37.608896 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:37.619730 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:23:37.619730 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430116'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:37.622187 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Pushing event updated for resources: {'Port': ['ID=c4048d26-325a-4b12-bbe2-59262e8b496f,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:37.798851 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f0841625-6a9d-4dac-b127-bd1f7e35e58c None None] Provisioning for port c4048d26-325a-4b12-bbe2-59262e8b496f completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:37.802698 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f0841625-6a9d-4dac-b127-bd1f7e35e58c None None] Provisioning complete for port c4048d26-325a-4b12-bbe2-59262e8b496f triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:37.803071 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f0841625-6a9d-4dac-b127-bd1f7e35e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:37.839067 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f0841625-6a9d-4dac-b127-bd1f7e35e58c None None] Port c4048d26-325a-4b12-bbe2-59262e8b496f cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:23:37.876160 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:38.088195 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:38.092399 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:38.093203 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133756074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430587'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:38.174250 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Pushing event updated for resources: {'Port': ['ID=c4048d26-325a-4b12-bbe2-59262e8b496f,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:38.222399 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Network 1555cc18-22f8-4cc9-a19a-b502e2904797 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:38.223690 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:38.386201 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Router f1c33c44-7983-4bab-ba8c-870473b0aaf1 is scheduled to L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:23:38.460037 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-19814989-368d-4453-abbc-5c5a1158b6b2 None None] Provisioning complete for port c4048d26-325a-4b12-bbe2-59262e8b496f triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:38.460412 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-19814989-368d-4453-abbc-5c5a1158b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:38.480793 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:23:38.494509 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ea0328c4-864c-458f-9e84-d9c2bc658a91 admin admin] 10.222.0.48 "PUT /v2.0/routers/f1c33c44-7983-4bab-ba8c-870473b0aaf1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8282773 Aug 27 03:23:38.499052 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-19814989-368d-4453-abbc-5c5a1158b6b2 None None] Port c4048d26-325a-4b12-bbe2-59262e8b496f cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:23:38.501493 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Sync routers for ids ['f1c33c44-7983-4bab-ba8c-870473b0aaf1'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:23:38.513431 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Routers {'f1c33c44-7983-4bab-ba8c-870473b0aaf1'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:38.514300 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:23:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['f1c33c44-7983-4bab-ba8c-870473b0aaf1'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:38.701905 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Set router f1c33c44-7983-4bab-ba8c-870473b0aaf1 gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:39.136303 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'name': 'router1', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:27Z', 'updated_at': '2021-08-27T03:23:37Z', 'revision_number': 2, 'project_id': '61c64a60fc0747878a59814651beb946', 'gw_port_host': None, '_interfaces': [{'id': 'c4048d26-325a-4b12-bbe2-59262e8b496f', 'name': '', 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'mac_address': 'fa:16:3e:d7:24:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:36Z', 'updated_at': '2021-08-27T03:23:37Z', 'revision_number': 2, 'project_id': '61c64a60fc0747878a59814651beb946', 'subnets': [{'id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '629b15d5-8365-47b3-82ce-6c20ac28858b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:39.186039 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Checking router: f1c33c44-7983-4bab-ba8c-870473b0aaf1 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:23:39.186419 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Updating router f1c33c44-7983-4bab-ba8c-870473b0aaf1 port c4048d26-325a-4b12-bbe2-59262e8b496f binding host dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:23:39.235895 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:39.770622 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:39.789890 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Transition to ACTIVE for port object c4048d26-325a-4b12-bbe2-59262e8b496f will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:39.795462 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:39.964485 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Pushing event updated for resources: {'Port': ['ID=c4048d26-325a-4b12-bbe2-59262e8b496f,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:39.975939 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Attempting to bind port c4048d26-325a-4b12-bbe2-59262e8b496f on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:23:39.976338 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Attempting to bind port c4048d26-325a-4b12-bbe2-59262e8b496f by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0bdfb2f3-cfeb-43a1-abad-36099636c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:23:39.976752 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Attempting to bind port c4048d26-325a-4b12-bbe2-59262e8b496f on network 1555cc18-22f8-4cc9-a19a-b502e2904797 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:39.980631 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.980717 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.981068 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.981407 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.981760 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.982108 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.982406 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.982843 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.983293 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.983624 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.983993 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.984256 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Tracked resource versions report: Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: pushed versions: Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: { 'AddressGroup': {'1.2'}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'ConntrackHelper': {'1.0'}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Log': {'1.0'}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Network': {'1.1'}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Port': {'1.7'}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'PortForwarding': {'1.2'}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'QosPolicy': {'1.9'}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SecurityGroup': {'1.4'}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SubPort': {'1.0'}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Subnet': {'1.1'}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Trunk': {'1.1'}} Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: consumer versions: Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: { DHCP agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: L3 agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: Metadata agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: Metering agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: Open vSwitch agent@dv-cinder-773985-14-iscsi: { 'AddressGroup': '1.2', Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'ConntrackHelper': '1.0', Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Log': '1.0', Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Network': '1.1', Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Port': '1.7', Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'PortForwarding': '1.2', Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'QosPolicy': '1.9', Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SecurityGroup': '1.4', Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SecurityGroupRule': '1.2', Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SubPort': '1.0', Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Subnet': '1.1', Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Trunk': '1.1'}} Aug 27 03:23:39.985738 dv-cinder-773985-14-iscsi neutron-server[93874]: {{(pid=93874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:23:39.991887 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:23:39.992306 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Checking segment: {'id': '0bdfb2f3-cfeb-43a1-abad-36099636c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:39.993430 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:39.994370 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Bound using segment: {'id': '0bdfb2f3-cfeb-43a1-abad-36099636c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:23:39.995037 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Bound port: c4048d26-325a-4b12-bbe2-59262e8b496f, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdfb2f3-cfeb-43a1-abad-36099636c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:23:39.995809 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:40.062561 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] For port c4048d26-325a-4b12-bbe2-59262e8b496f, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:23:40.089681 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] For port c4048d26-325a-4b12-bbe2-59262e8b496f, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=c4048d26-325a-4b12-bbe2-59262e8b496f,segment=NetworkSegment(0bdfb2f3-cfeb-43a1-abad-36099636c28b),segment_id=0bdfb2f3-cfeb-43a1-abad-36099636c28b)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:23:40.093909 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:40.155201 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d910b-501f-4525-a5de-70b7e781a1b3 None None] Pushing event updated for resources: {'Port': ['ID=c4048d26-325a-4b12-bbe2-59262e8b496f,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:40.163742 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Routers {'f1c33c44-7983-4bab-ba8c-870473b0aaf1'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:40.164353 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:23:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['f1c33c44-7983-4bab-ba8c-870473b0aaf1'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:40.257288 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] Set router f1c33c44-7983-4bab-ba8c-870473b0aaf1 gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:40.477697 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'name': 'router1', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:27Z', 'updated_at': '2021-08-27T03:23:37Z', 'revision_number': 2, 'project_id': '61c64a60fc0747878a59814651beb946', 'gw_port_host': None, '_interfaces': [{'id': 'c4048d26-325a-4b12-bbe2-59262e8b496f', 'name': '', 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'mac_address': 'fa:16:3e:d7:24:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:36Z', 'updated_at': '2021-08-27T03:23:40Z', 'revision_number': 4, 'project_id': '61c64a60fc0747878a59814651beb946', 'subnets': [{'id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '629b15d5-8365-47b3-82ce-6c20ac28858b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:40.505358 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d59e43-d376-432e-8af7-cff2fe83afa6 None None] The sync data for ids ['f1c33c44-7983-4bab-ba8c-870473b0aaf1'] in dv-cinder-773985-14-iscsi is: [{'id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'name': 'router1', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:27Z', 'updated_at': '2021-08-27T03:23:37Z', 'revision_number': 2, 'project_id': '61c64a60fc0747878a59814651beb946', 'gw_port_host': None, '_interfaces': [{'id': 'c4048d26-325a-4b12-bbe2-59262e8b496f', 'name': '', 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'mac_address': 'fa:16:3e:d7:24:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:36Z', 'updated_at': '2021-08-27T03:23:40Z', 'revision_number': 4, 'project_id': '61c64a60fc0747878a59814651beb946', 'subnets': [{'id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '629b15d5-8365-47b3-82ce-6c20ac28858b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:23:40.752265 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 52676) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:40.865724 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91603a1b-aa9b-4c94-8970-a3b678464b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:40.868417 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-91603a1b-aa9b-4c94-8970-a3b678464b19 admin admin] 10.222.0.48 "GET /v2.0/networks/72494cfa-c7c5-48de-8c41-db48fc0cee32 HTTP/1.1" status: 200 len: 842 time: 0.1138361 Aug 27 03:23:40.878065 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:40.905382 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Made reservation on behalf of caf522f6433e4d819567b6a4f4a69392 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:23:40.907842 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.224530 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.objects.ports [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93872) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 03:23:41.224962 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.277536 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=915e8167-5407-4736-9440-5e412a7364e0,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:41.288932 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Checking segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:41.289284 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Network hostable DHCP agents. Network: 72494cfa-c7c5-48de-8c41-db48fc0cee32, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:23:41.311286 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:23:41.322283 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 72494cfa-c7c5-48de-8c41-db48fc0cee32) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:41.326459 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:41.327041 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:41.332363 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22601eff-f344-49b7-9304-fa0ee6b22d73 None None] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:41.345359 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-52e708f5-2332-4347-ad98-67b500494121 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4709013 Aug 27 03:23:41.470131 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257621ee-5f63-4329-a0a1-dcb1a75aab13 None None] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:23:43.682606 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 52684) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:43.943225 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-178aa2aa-85f7-4f72-b3dc-24a99fed1ae5 admin admin] 10.222.0.48 "GET /v2.0/routers/f1c33c44-7983-4bab-ba8c-870473b0aaf1 HTTP/1.1" status: 200 len: 710 time: 0.2594376 Aug 27 03:23:44.071917 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ada04-4b70-4e23-b3bf-982fa2821fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:44.073339 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-786ada04-4b70-4e23-b3bf-982fa2821fb3 admin admin] 10.222.0.48 "GET /v2.0/networks/72494cfa-c7c5-48de-8c41-db48fc0cee32 HTTP/1.1" status: 200 len: 886 time: 0.1234689 Aug 27 03:23:44.083332 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:23:44.346371 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:44.589679 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:44.668239 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:44.825767 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Allocated IP 172.27.2.213 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/fc6c9bb3-b87b-4fdd-958f-83d21fda35a1) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:23:44.997055 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:45.064935 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:45.137915 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:23:45.144369 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:23:45.152617 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:23:45.192892 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6c9bb3-b87b-4fdd-958f-83d21fda35a1,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:45.441205 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:45.650898 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1028878'] for router, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:45.658303 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-428139'] for router, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:45.779142 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Router f1c33c44-7983-4bab-ba8c-870473b0aaf1 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:23:45.895463 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:23:45.900179 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:45.903363 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1f24344e-4ab8-49db-b2bb-86515b8d1439 admin admin] 10.222.0.48 "PUT /v2.0/routers/f1c33c44-7983-4bab-ba8c-870473b0aaf1 HTTP/1.1" status: 200 len: 890 time: 1.8216879 Aug 27 03:23:46.785796 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device c4048d26-325a-4b12-bbe2-59262e8b496f up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:46.839452 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port c4048d26-325a-4b12-bbe2-59262e8b496f completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:46.843378 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port c4048d26-325a-4b12-bbe2-59262e8b496f triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:46.843754 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:46.922446 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:46.957710 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port c4048d26-325a-4b12-bbe2-59262e8b496f, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=c4048d26-325a-4b12-bbe2-59262e8b496f,segment=NetworkSegment(0bdfb2f3-cfeb-43a1-abad-36099636c28b),segment_id=0bdfb2f3-cfeb-43a1-abad-36099636c28b)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:46.963234 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:47.017272 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=c4048d26-325a-4b12-bbe2-59262e8b496f,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:47.048106 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Sync routers for ids ['f1c33c44-7983-4bab-ba8c-870473b0aaf1'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:23:47.059050 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Routers {'f1c33c44-7983-4bab-ba8c-870473b0aaf1'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:47.059691 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:23:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['f1c33c44-7983-4bab-ba8c-870473b0aaf1'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:47.320298 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Set router f1c33c44-7983-4bab-ba8c-870473b0aaf1 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:47.722420 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'name': 'router1', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fc6c9bb3-b87b-4fdd-958f-83d21fda35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:27Z', 'updated_at': '2021-08-27T03:23:45Z', 'revision_number': 4, 'project_id': '61c64a60fc0747878a59814651beb946', 'gw_port': {'id': 'fc6c9bb3-b87b-4fdd-958f-83d21fda35a1', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:44Z', 'updated_at': '2021-08-27T03:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'c4048d26-325a-4b12-bbe2-59262e8b496f', 'name': '', 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'mac_address': 'fa:16:3e:d7:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:36Z', 'updated_at': '2021-08-27T03:23:46Z', 'revision_number': 5, 'project_id': '61c64a60fc0747878a59814651beb946', 'subnets': [{'id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '629b15d5-8365-47b3-82ce-6c20ac28858b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:47.777327 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Checking router: f1c33c44-7983-4bab-ba8c-870473b0aaf1 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:23:47.777666 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Updating router f1c33c44-7983-4bab-ba8c-870473b0aaf1 port fc6c9bb3-b87b-4fdd-958f-83d21fda35a1 binding host dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:23:47.824637 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:48.140547 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:48.150286 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Transition to ACTIVE for port object fc6c9bb3-b87b-4fdd-958f-83d21fda35a1 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:23:48.156115 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:48.214263 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Attempting to bind port fc6c9bb3-b87b-4fdd-958f-83d21fda35a1 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:23:48.214647 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Attempting to bind port fc6c9bb3-b87b-4fdd-958f-83d21fda35a1 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:23:48.215017 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Attempting to bind port fc6c9bb3-b87b-4fdd-958f-83d21fda35a1 on network 72494cfa-c7c5-48de-8c41-db48fc0cee32 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:23:48.218455 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1dd90-a889-4bb9-8e0f-dda2a39d098b None None] Pushing event updated for resources: {'Port': ['ID=fc6c9bb3-b87b-4fdd-958f-83d21fda35a1,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:48.223896 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:23:48.224200 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Checking segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:23:48.224607 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:48.224996 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Bound using segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:23:48.225470 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Bound port: fc6c9bb3-b87b-4fdd-958f-83d21fda35a1, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:23:48.225880 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:48.277586 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] For port fc6c9bb3-b87b-4fdd-958f-83d21fda35a1, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:23:48.280630 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] For port fc6c9bb3-b87b-4fdd-958f-83d21fda35a1, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=fc6c9bb3-b87b-4fdd-958f-83d21fda35a1,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:23:48.284944 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:48.341512 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1dd90-a889-4bb9-8e0f-dda2a39d098b None None] Pushing event updated for resources: {'Port': ['ID=fc6c9bb3-b87b-4fdd-958f-83d21fda35a1,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:48.345812 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 52696) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:48.347211 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Routers {'f1c33c44-7983-4bab-ba8c-870473b0aaf1'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:23:48.347867 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:23:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['f1c33c44-7983-4bab-ba8c-870473b0aaf1'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:48.466887 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2c3c7ca1-dfd1-4761-9e35-99e79d33191b admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1185803 Aug 27 03:23:48.549558 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] Set router f1c33c44-7983-4bab-ba8c-870473b0aaf1 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:23:48.760119 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device c4048d26-325a-4b12-bbe2-59262e8b496f up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:48.808413 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'name': 'router1', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fc6c9bb3-b87b-4fdd-958f-83d21fda35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:27Z', 'updated_at': '2021-08-27T03:23:45Z', 'revision_number': 4, 'project_id': '61c64a60fc0747878a59814651beb946', 'gw_port': {'id': 'fc6c9bb3-b87b-4fdd-958f-83d21fda35a1', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:44Z', 'updated_at': '2021-08-27T03:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'c4048d26-325a-4b12-bbe2-59262e8b496f', 'name': '', 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'mac_address': 'fa:16:3e:d7:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:36Z', 'updated_at': '2021-08-27T03:23:46Z', 'revision_number': 5, 'project_id': '61c64a60fc0747878a59814651beb946', 'subnets': [{'id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '629b15d5-8365-47b3-82ce-6c20ac28858b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:23:48.839848 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f76ff0-9169-4994-ab94-9bc5f983f244 None None] The sync data for ids ['f1c33c44-7983-4bab-ba8c-870473b0aaf1'] in dv-cinder-773985-14-iscsi is: [{'id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'name': 'router1', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'fc6c9bb3-b87b-4fdd-958f-83d21fda35a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:23:27Z', 'updated_at': '2021-08-27T03:23:45Z', 'revision_number': 4, 'project_id': '61c64a60fc0747878a59814651beb946', 'gw_port': {'id': 'fc6c9bb3-b87b-4fdd-958f-83d21fda35a1', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:44Z', 'updated_at': '2021-08-27T03:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'c4048d26-325a-4b12-bbe2-59262e8b496f', 'name': '', 'network_id': '1555cc18-22f8-4cc9-a19a-b502e2904797', 'tenant_id': '61c64a60fc0747878a59814651beb946', 'mac_address': 'fa:16:3e:d7:24:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c33c44-7983-4bab-ba8c-870473b0aaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:23:36Z', 'updated_at': '2021-08-27T03:23:46Z', 'revision_number': 5, 'project_id': '61c64a60fc0747878a59814651beb946', 'subnets': [{'id': '8586cba0-a5da-4ba2-a7e4-970b36c81d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '629b15d5-8365-47b3-82ce-6c20ac28858b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:23:48.848112 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port c4048d26-325a-4b12-bbe2-59262e8b496f triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:48.848112 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:50.792095 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device fc6c9bb3-b87b-4fdd-958f-83d21fda35a1 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:50.848098 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port fc6c9bb3-b87b-4fdd-958f-83d21fda35a1 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:23:50.852509 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port fc6c9bb3-b87b-4fdd-958f-83d21fda35a1 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:50.853298 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:50.937673 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:50.963024 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port fc6c9bb3-b87b-4fdd-958f-83d21fda35a1, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=fc6c9bb3-b87b-4fdd-958f-83d21fda35a1,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:23:50.967434 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:51.029998 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=fc6c9bb3-b87b-4fdd-958f-83d21fda35a1,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:23:52.813355 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device fc6c9bb3-b87b-4fdd-958f-83d21fda35a1 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:23:52.888242 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port fc6c9bb3-b87b-4fdd-958f-83d21fda35a1 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:23:52.888999 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:56.839842 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:24:00.725009 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-14eee2e3-17d8-4528-8b38-6412df4012e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:03.714167 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-db3f9ab6-3ae6-4a71-973a-a2d22b249270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:04.741145 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:04.997642 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:06.795507 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.732205 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e92f6bba-1ca8-4697-b482-816c040bf248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.705887 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bfc456c6-d59c-4ab7-954e-4e9d4757f8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.830185 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:24:34.727774 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:34.994208 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:36.793696 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:00.727986 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8102bb89-650e-48eb-b8a7-4d1b17c22c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:03.708342 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-75e92fa6-6a88-4c93-b04f-16dd2a81d38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:04.730799 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:04.998334 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:06.797448 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:10.829302 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:25:26.409669 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53258) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:26.472620 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec51d7c-e745-4846-894b-dba93aa88e3e admin admin] GET failed (client error): The resource could not be found. Aug 27 03:25:26.473962 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1ec51d7c-e745-4846-894b-dba93aa88e3e admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629966 Aug 27 03:25:26.639012 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438980fa-3bdd-4866-bd78-0de39c13be5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:26.640425 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-438980fa-3bdd-4866-bd78-0de39c13be5c admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603091 Aug 27 03:25:28.912125 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53268) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:29.009502 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80bc067-6697-4c00-b5b2-0210a3a6a223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:29.010884 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b80bc067-6697-4c00-b5b2-0210a3a6a223 admin admin] 10.222.0.48 "GET /v2.0/subnets/8586cba0-a5da-4ba2-a7e4-970b36c81d06 HTTP/1.1" status: 200 len: 849 time: 0.0977757 Aug 27 03:25:29.024620 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:29.109560 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:29.255953 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740057034024'] for subnet, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:29.268402 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:29.268980 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:29.270370 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] 10.222.0.48 "PUT /v2.0/subnets/8586cba0-a5da-4ba2-a7e4-970b36c81d06 HTTP/1.1" status: 200 len: 868 time: 0.2520850 Aug 27 03:25:29.274279 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75ecca2-f983-4156-bb42-1ca71a034c4a None None] Network 1555cc18-22f8-4cc9-a19a-b502e2904797 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:25:29.314643 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8586cba0-a5da-4ba2-a7e4-970b36c81d06,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:29.322803 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.322803 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.323162 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.323397 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.323708 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.324041 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.324375 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.324730 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.325063 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.325391 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.325717 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.326060 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ad0ab-3207-4e36-baf7-9386f812ab14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:29.606657 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-1fdb8d46-a759-4676-8183-d40c6598b5f8 None None] Provisioning complete for port c4048d26-325a-4b12-bbe2-59262e8b496f triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:29.607033 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8d46-a759-4676-8183-d40c6598b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:29.703073 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-1fdb8d46-a759-4676-8183-d40c6598b5f8 None None] Provisioning complete for port d2f5eda0-a455-4e51-b54b-66d6c1517464 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:29.703356 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8d46-a759-4676-8183-d40c6598b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:30.729002 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ed0badec-b2a9-4a69-b496-087fb1ba0002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:31.478266 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53278) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:31.766640 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2e396-0ced-4ab6-ae90-188c2c9dc0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:31.767115 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2e396-0ced-4ab6-ae90-188c2c9dc0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:31.768694 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-25c2e396-0ced-4ab6-ae90-188c2c9dc0ad admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2888737 Aug 27 03:25:33.715303 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c91046c-5203-4504-9fee-e38e6085f78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:33.973990 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53286) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:34.104949 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac13e9-5e79-4f48-a09a-d594f5d27aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:34.105429 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac13e9-5e79-4f48-a09a-d594f5d27aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:34.106985 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5aac13e9-5e79-4f48-a09a-d594f5d27aa3 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1320300 Aug 27 03:25:34.732048 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:35.000918 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:36.301875 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53294) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:36.437860 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fad2d9-1025-4cd1-86a4-5c8fb5c6949d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:36.439292 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d6fad2d9-1025-4cd1-86a4-5c8fb5c6949d admin admin] 10.222.0.48 "GET /v2.0/networks/1555cc18-22f8-4cc9-a19a-b502e2904797 HTTP/1.1" status: 200 len: 869 time: 0.1364408 Aug 27 03:25:36.802835 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:38.697105 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53302) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:38.829391 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c6a242-bb62-4629-89f6-5af2300bfe6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:38.834602 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a8c6a242-bb62-4629-89f6-5af2300bfe6a admin admin] 10.222.0.48 "GET /v2.0/networks/72494cfa-c7c5-48de-8c41-db48fc0cee32 HTTP/1.1" status: 200 len: 886 time: 0.1365259 Aug 27 03:25:41.091386 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53310) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:41.296102 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9dfb14-565e-47b8-8767-b33e77b0e0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:41.296472 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9dfb14-565e-47b8-8767-b33e77b0e0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:41.298072 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-bb9dfb14-565e-47b8-8767-b33e77b0e0b6 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2057264 Aug 27 03:25:43.464407 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53318) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:43.589020 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877309b3-ccb1-4994-925e-0b97ff008da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:43.589474 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877309b3-ccb1-4994-925e-0b97ff008da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:43.591017 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-877309b3-ccb1-4994-925e-0b97ff008da9 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256800 Aug 27 03:25:45.802637 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53326) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:45.898386 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0eb2b-e079-463c-a77f-e3bcab6400f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:45.899738 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0ec0eb2b-e079-463c-a77f-e3bcab6400f1 admin admin] 10.222.0.48 "GET /v2.0/subnets/8586cba0-a5da-4ba2-a7e4-970b36c81d06 HTTP/1.1" status: 200 len: 868 time: 0.0961461 Aug 27 03:25:47.831534 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:25:48.114984 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53334) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:48.201010 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d67e9-2f8f-408c-9257-896b1e361a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:48.202391 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a53d67e9-2f8f-408c-9257-896b1e361a3d admin admin] 10.222.0.48 "GET /v2.0/subnets/915e8167-5407-4736-9440-5e412a7364e0 HTTP/1.1" status: 200 len: 816 time: 0.0864661 Aug 27 03:26:00.728543 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c2b719fd-9367-40ba-ad19-e9d5de8104b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:03.706038 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7f09f568-439d-4cb6-8825-b05f5183964b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:04.733334 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:05.004814 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:06.809308 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:12.209228 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53388) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:12.259909 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [None req-ca67497d-288c-4862-8a36-604ca5d17def admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:26:12.260938 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ca67497d-288c-4862-8a36-604ca5d17def admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503230 Aug 27 03:26:14.553904 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53396) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:14.614490 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7762d082-ff18-42aa-a6fa-663a91abe058 admin admin] GET failed (client error): The resource could not be found. Aug 27 03:26:14.616326 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7762d082-ff18-42aa-a6fa-663a91abe058 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614033 Aug 27 03:26:14.757576 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116c4466-78bc-49b4-ac4a-ecd60d2718a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:14.759006 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-116c4466-78bc-49b4-ac4a-ecd60d2718a6 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381476 Aug 27 03:26:17.483318 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53404) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:17.532245 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:17.555603 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] Made reservation on behalf of caf522f6433e4d819567b6a4f4a69392 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:26:17.557853 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:17.589235 dv-cinder-773985-14-iscsi neutron-server[93872]: WARNING neutron.services.revisions.revision_plugin [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] Could not find related network for resource to bump revision. Aug 27 03:26:17.604671 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:26:17.615792 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:17.616146 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] Added segment 4a03b654-0453-476d-9c5b-258fa14532b8 of type vlan for network 60e0993e-c016-43d7-8db9-cf10f69b3937 Aug 27 03:26:17.656632 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:17.680087 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:17.681009 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:17.681607 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:17.733627 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2492239 Aug 27 03:26:17.740928 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47da6d-82a7-4ddf-aef0-6491bf72cd18 admin admin] Pushing event updated for resources: {'Network': ['ID=60e0993e-c016-43d7-8db9-cf10f69b3937,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:17.752701 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 60e0993e-c016-43d7-8db9-cf10f69b3937 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:26:20.030926 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53412) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:20.093454 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7690c4-abb6-49cf-8602-2a9611c2894f admin admin] GET failed (client error): The resource could not be found. Aug 27 03:26:20.094813 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7c7690c4-abb6-49cf-8602-2a9611c2894f admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0629005 Aug 27 03:26:20.167729 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ad2f68-6417-48f2-93b5-3159752f76a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:20.169176 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-69ad2f68-6417-48f2-93b5-3159752f76a8 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681386 Aug 27 03:26:20.179433 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:20.198690 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] Made reservation on behalf of caf522f6433e4d819567b6a4f4a69392 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:26:20.200882 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:20.360783 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:20.413685 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97e04fa-865f-4bc0-9b1f-a843e372933c,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:20.421879 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] Checking segment: {'id': '4a03b654-0453-476d-9c5b-258fa14532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:26:20.422269 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] Network hostable DHCP agents. Network: 60e0993e-c016-43d7-8db9-cf10f69b3937, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:26:20.437821 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] Network 60e0993e-c016-43d7-8db9-cf10f69b3937 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:26:20.447113 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 60e0993e-c016-43d7-8db9-cf10f69b3937) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:26:20.451148 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:20.451732 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:20.455820 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f222e-96cf-453b-bedd-bd8b25b8201e None None] Network 60e0993e-c016-43d7-8db9-cf10f69b3937 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:26:20.465589 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-10c1a228-74b0-4b6e-96e8-63f22ca41060 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2895565 Aug 27 03:26:20.700389 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7ba0a6-19e2-5375-9d6c-a0607f403ae2-60e0993e-c016-43d7-8db9-cf10f69b3937', 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937', 'tenant_id': 'caf522f6433e4d819567b6a4f4a69392', 'fixed_ips': [{'subnet_id': 'f97e04fa-865f-4bc0-9b1f-a843e372933c'}]}} from dv-cinder-773985-14-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:26:20.701242 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:20.845869 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Allocated IP 192.168.233.2 (60e0993e-c016-43d7-8db9-cf10f69b3937/f97e04fa-865f-4bc0-9b1f-a843e372933c/90d4b51f-be47-4e33-b81f-ef5206c12401) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:26:20.998152 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:21.006536 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Transition to ACTIVE for port object 90d4b51f-be47-4e33-b81f-ef5206c12401 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:26:21.021323 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Transition to ACTIVE for port object 90d4b51f-be47-4e33-b81f-ef5206c12401 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:26:21.027074 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:21.069326 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Network 60e0993e-c016-43d7-8db9-cf10f69b3937 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:26:21.072217 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:26:21.076654 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:26:21.079765 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Pushing event updated for resources: {'Port': ['ID=90d4b51f-be47-4e33-b81f-ef5206c12401,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:21.090691 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.091048 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.091398 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.091753 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.092091 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.092426 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.092758 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.093087 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.093432 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.093760 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.094114 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.094426 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:21.141554 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Attempting to bind port 90d4b51f-be47-4e33-b81f-ef5206c12401 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:26:21.141913 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Attempting to bind port 90d4b51f-be47-4e33-b81f-ef5206c12401 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '4a03b654-0453-476d-9c5b-258fa14532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:26:21.142302 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Attempting to bind port 90d4b51f-be47-4e33-b81f-ef5206c12401 on network 60e0993e-c016-43d7-8db9-cf10f69b3937 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:26:21.147677 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:26:21.148059 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Checking segment: {'id': '4a03b654-0453-476d-9c5b-258fa14532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:26:21.148443 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:21.148827 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Bound using segment: {'id': '4a03b654-0453-476d-9c5b-258fa14532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:26:21.149290 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Bound port: 90d4b51f-be47-4e33-b81f-ef5206c12401, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a03b654-0453-476d-9c5b-258fa14532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:26:21.149691 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:21.217415 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] For port 90d4b51f-be47-4e33-b81f-ef5206c12401, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:26:21.220472 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] For port 90d4b51f-be47-4e33-b81f-ef5206c12401, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=90d4b51f-be47-4e33-b81f-ef5206c12401,segment=NetworkSegment(4a03b654-0453-476d-9c5b-258fa14532b8),segment_id=4a03b654-0453-476d-9c5b-258fa14532b8)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:26:21.226297 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:21.289424 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ee2ae-9889-4dcf-82e8-d0778b47e415 None None] Pushing event updated for resources: {'Port': ['ID=90d4b51f-be47-4e33-b81f-ef5206c12401,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:22.073915 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de7115-5d1c-4d2b-8cab-f89e45d9bbff None None] Network 60e0993e-c016-43d7-8db9-cf10f69b3937 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:26:22.152053 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-24a9d2c5-a25c-4cb8-ba9a-681c5d7d1b5c None None] Provisioning for port 90d4b51f-be47-4e33-b81f-ef5206c12401 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:26:22.905951 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 90d4b51f-be47-4e33-b81f-ef5206c12401 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:26:22.955965 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 90d4b51f-be47-4e33-b81f-ef5206c12401 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:26:22.961297 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 90d4b51f-be47-4e33-b81f-ef5206c12401 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:22.961665 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:23.049780 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:23.083895 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 90d4b51f-be47-4e33-b81f-ef5206c12401, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=90d4b51f-be47-4e33-b81f-ef5206c12401,segment=NetworkSegment(4a03b654-0453-476d-9c5b-258fa14532b8),segment_id=4a03b654-0453-476d-9c5b-258fa14532b8)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:23.088503 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:23.138479 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=90d4b51f-be47-4e33-b81f-ef5206c12401,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:24.831307 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:26:24.881302 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 90d4b51f-be47-4e33-b81f-ef5206c12401 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:26:24.929301 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 90d4b51f-be47-4e33-b81f-ef5206c12401 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:24.929667 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:30.730153 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a35049ea-4096-4fb1-9054-5925e1436aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:33.708822 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-44882f66-ee23-45d1-8256-59da211a027a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:34.736710 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:35.007471 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:36.809492 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.734292 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5177-7a36-4070-85f2-97382d4f821f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.829374 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:27:03.713122 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-48f6a19e-1d2c-4e04-b461-0d689aa0b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:04.739936 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:05.010927 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:06.812411 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:29.973405 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53464) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:29.979398 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [None req-3c44b52d-4723-484b-9a07-514fb46cff58 tempest-verify_tempest_config-942673932 tempest-verify_tempest_config-942673932-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:27:29.980351 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3c44b52d-4723-484b-9a07-514fb46cff58 tempest-verify_tempest_config-942673932 tempest-verify_tempest_config-942673932-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059581 Aug 27 03:27:30.285927 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53482) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:30.387492 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:30.478874 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:30.482295 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:30.523180 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d48b20-23da-4daa-93b9-5e58c12fff11,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:30.531757 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=611aae4f86444ebebbd0c2d5ccca5d54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2448213 Aug 27 03:27:30.533055 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.533783 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.534733 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.535061 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.535406 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53486) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:30.539248 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.539613 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.539967 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.540318 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.540679 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.541006 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.541325 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.541643 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4953b8-b4f0-4c87-b261-fa91e042b4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.596715 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:30.619555 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:30.708688 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:30.711186 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:30.712432 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3d48b20-23da-4daa-93b9-5e58c12fff11 HTTP/1.1" status: 204 len: 168 time: 0.1759551 Aug 27 03:27:30.721154 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d48b20-23da-4daa-93b9-5e58c12fff11,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:30.728063 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.728450 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.728793 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.729187 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.729460 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.729818 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.730173 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.730523 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.730852 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.731168 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.731486 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.732091 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ef32b-8aaa-4889-a0d4-0142495f1793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:27:30.735386 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee9a68fb-461d-4cf4-ac5f-9a8a186d4025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:33.717280 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-13849a31-09dc-4eaf-8b8d-c976020a47d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:34.741684 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:35.014059 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:36.817400 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:38.828714 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:28:00.738552 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-59288d82-bd47-4193-bbd5-5a43828f7c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:03.718037 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7791511f-e33a-42bf-933b-42a7c81c302b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:04.742994 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:05.015786 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:06.818700 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:15.826814 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:28:30.740816 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ee52ec66-c2f3-4d1a-ae96-acee2ed6a131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:33.719982 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83eac65f-686f-496e-990a-3309789a62f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:34.743622 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:35.019649 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:36.822106 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:52.825833 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 5 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:29:00.742366 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3df9848e-685f-453a-86c5-5a7e53d2f369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:03.728238 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-79b64ac4-d826-480f-b34f-16d40f60a163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:04.750684 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:05.024971 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:06.825104 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:08.221273 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435307'] for agent, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:23.303181 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53560) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:23.412405 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7c597792-5843-4042-b9f2-01c71d02600e admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1081309 Aug 27 03:29:25.640102 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53570) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:25.693993 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-79bd4687-9820-4528-a160-4776fcad57b9 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0527933 Aug 27 03:29:29.826206 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:29:30.744946 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-64da0260-3c8e-4c3b-855c-0cc1ac8b9d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:33.719423 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1121ac8d-1717-4d56-b3cd-78dc2de3bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:34.742731 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:35.024942 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:36.827881 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:38.182438 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:00.745749 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-74861eb5-c5f7-4156-a02e-63b954e76ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.720924 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-152d5947-c7f3-408e-a43c-3f393882403d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.746007 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:05.026981 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.825138 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:30:06.831526 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.175349 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:30.747328 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-815388d7-711f-459b-b5d4-c644fb78349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:33.727075 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-89553210-05e2-4682-96c2-e5c3bc73db11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:34.747425 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:35.032206 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:36.839616 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:38.175841 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:43.824142 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:30:58.330107 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53730) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:58.586816 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-network', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:58.610895 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Made reservation on behalf of ffe951b6601f41469ba188c9b4ea1234 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:58.613421 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.622433 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.725083 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.728183 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.755420 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:30:58.764223 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3401e4-5624-42c7-b95a-9f3fa4e62283,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:58.773527 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.773909 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.774327 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.774705 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.774972 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.775343 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.775664 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.776019 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.776424 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.776934 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.777428 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.777775 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Tracked resource versions report: Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: pushed versions: Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: { 'AddressGroup': {'1.2'}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'ConntrackHelper': {'1.0'}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Log': {'1.0'}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Network': {'1.1'}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Port': {'1.7'}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'PortForwarding': {'1.2'}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'QosPolicy': {'1.9'}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SecurityGroup': {'1.4'}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SubPort': {'1.0'}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Subnet': {'1.1'}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Trunk': {'1.1'}} Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: consumer versions: Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: { DHCP agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: HyperV agent@hv-cinder-77398: {}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: L3 agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: Metadata agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: Metering agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: Open vSwitch agent@dv-cinder-773985-14-iscsi: { 'AddressGroup': '1.2', Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'ConntrackHelper': '1.0', Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Log': '1.0', Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Network': '1.1', Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Port': '1.7', Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'PortForwarding': '1.2', Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'QosPolicy': '1.9', Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SecurityGroup': '1.4', Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SecurityGroupRule': '1.2', Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'SubPort': '1.0', Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Subnet': '1.1', Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: 'Trunk': '1.1'}} Aug 27 03:30:58.778878 dv-cinder-773985-14-iscsi neutron-server[93871]: {{(pid=93871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:30:58.791937 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.793473 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Added segment 52386e64-84a7-45cc-a84e-379f4cb7197b of type vlan for network 97b5146e-1ead-45fa-b520-237d06579200 Aug 27 03:30:58.837632 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.870565 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.871904 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:58.872764 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.887742 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53764) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:58.913686 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5822740 Aug 27 03:30:58.916855 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53770) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:58.922167 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Request body: {'subnet': {'network_id': '97b5146e-1ead-45fa-b520-237d06579200', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-subnet', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:58.949342 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Made reservation on behalf of ffe951b6601f41469ba188c9b4ea1234 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:58.952338 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.960448 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec0d30-32c9-47cd-a5ef-f95d0f3318d6 admin admin] Pushing event updated for resources: {'Network': ['ID=97b5146e-1ead-45fa-b520-237d06579200,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:58.972961 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 97b5146e-1ead-45fa-b520-237d06579200 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:30:59.144085 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.187984 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb98d8b1-6840-4a06-958b-439a22ebfd23,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:59.196325 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.196680 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.197015 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.197350 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.197681 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.198030 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.198374 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.198721 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.199066 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.199396 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.199719 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.200040 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Tracked resource versions report: Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: pushed versions: Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: { 'AddressGroup': {'1.2'}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'ConntrackHelper': {'1.0'}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Log': {'1.0'}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Network': {'1.1'}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Port': {'1.7'}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'PortForwarding': {'1.2'}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'QosPolicy': {'1.9'}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SecurityGroup': {'1.4'}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SubPort': {'1.0'}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Subnet': {'1.1'}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Trunk': {'1.1'}} Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: consumer versions: Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: { DHCP agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: HyperV agent@hv-cinder-77398: {}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: L3 agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: Metadata agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: Metering agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: Open vSwitch agent@dv-cinder-773985-14-iscsi: { 'AddressGroup': '1.2', Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'ConntrackHelper': '1.0', Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Log': '1.0', Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Network': '1.1', Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Port': '1.7', Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'PortForwarding': '1.2', Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'QosPolicy': '1.9', Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SecurityGroup': '1.4', Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SecurityGroupRule': '1.2', Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'SubPort': '1.0', Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Subnet': '1.1', Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: 'Trunk': '1.1'}} Aug 27 03:30:59.201141 dv-cinder-773985-14-iscsi neutron-server[93872]: {{(pid=93872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:30:59.240992 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Checking segment: {'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:59.241408 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Network hostable DHCP agents. Network: 97b5146e-1ead-45fa-b520-237d06579200, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:30:59.258621 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1845309703-network', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:59.286827 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Made reservation on behalf of 57d7d769521e4286baaa5fc29a8f22ff for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:59.289324 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.300505 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.303596 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Network 97b5146e-1ead-45fa-b520-237d06579200 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:30:59.331530 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 97b5146e-1ead-45fa-b520-237d06579200) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:59.339728 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:59.340315 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.342754 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432c5a73-94a1-4d1f-a537-a5c83ad3f419 None None] Network 97b5146e-1ead-45fa-b520-237d06579200 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:59.416705 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53792) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:59.430600 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.440920 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.451237 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-581bab4b-5e70-43e1-8a79-03d5d3eb9a05 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5328519 Aug 27 03:30:59.453802 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53800) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:59.459639 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-router', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:59.482567 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c65f26-08e6-4205-860e-5b4dc2aaf12f None None] Network 97b5146e-1ead-45fa-b520-237d06579200 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:59.500321 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:30:59.519747 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1028961'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.521212 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1028888'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.554934 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.561957 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Added segment d449362a-4ae1-4675-9d54-faf9b020f38e of type vlan for network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 Aug 27 03:30:59.583709 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3767c5a6-7083-4b09-a688-0fd095434ecc,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:59.655753 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.684184 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.685367 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:59.685952 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.688254 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.737887 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1408766981-network', 'tenant_id': '1548100a9906443e945daca529816b15'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:59.746055 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8570879 Aug 27 03:30:59.751066 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53814) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:59.756051 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] Request body: {'subnet': {'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1845309703-subnet', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:59.760551 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde77f1b-a128-4ea9-83e0-60a468da5028 admin admin] Pushing event updated for resources: {'Network': ['ID=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:59.774268 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53816) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:59.775195 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:30:59.837550 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] Made reservation on behalf of 57d7d769521e4286baaa5fc29a8f22ff for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:59.840274 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Made reservation on behalf of 1548100a9906443e945daca529816b15 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:59.841081 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.843201 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.888314 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.946826 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.120212 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53832) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:00.129651 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1452652834-network', 'tenant_id': '6d9e01c1992d424c8ea95add2a0ee8f8'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:00.136642 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.182911 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.194916 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:00.218641 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.221026 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] Checking segment: {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:00.221390 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] Network hostable DHCP agents. Network: c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:00.243435 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] Network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:00.255912 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:00.265966 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5d88f6-807e-40e2-921f-7a5a991e162b None None] Network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:00.271200 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:00.271865 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.355808 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.370265 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.385021 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3e7378a1-ec50-4b73-a7ed-9cf98c53f338 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6327529 Aug 27 03:31:00.387678 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53844) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:00.398483 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:00.433563 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Allocated IP 172.27.2.97 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/82665f2e-cd9b-472b-b43d-cd1e7658044b) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:00.446729 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Made reservation on behalf of 6d9e01c1992d424c8ea95add2a0ee8f8 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:00.452357 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.453261 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b456aa-7e9a-4142-a46c-7487258ca9fa,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:00.474934 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1028961'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.474934 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1028888'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.491818 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.492079 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7ba0a6-19e2-5375-9d6c-a0607f403ae2-c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28'}]}} from dv-cinder-773985-14-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:31:00.493316 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.497993 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:00.543412 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.543777 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Added segment 7e630ed4-bc7c-47af-acd1-4d45747b6710 of type vlan for network a8022274-61a2-4ff5-8774-7c7db9f6fb28 Aug 27 03:31:00.723269 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2019805169-network', 'tenant_id': '2133a8c527644f82bfc24e5b135d39d4'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:00.750598 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.786944 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.796555 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.802955 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.820579 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:00.835161 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.835700 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Added segment 040e7ff8-d3ad-4552-b57c-6dbc12ed6996 of type vlan for network 813150a5-dbda-4897-a617-3b0468d8dcc8 Aug 27 03:31:00.836148 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e46e8994-3202-481f-9feb-aec7881a80e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.844700 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.847913 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:00.848886 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.870174 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Allocated IP 172.20.0.2 (c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4/61944b7d-35bd-4b95-a50e-2d3b4a7c1c28/b69f9763-e9e7-4c7b-9576-530e7a6d2aeb) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:00.973683 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] Pushing event updated for resources: {'Network': ['ID=a8022274-61a2-4ff5-8774-7c7db9f6fb28,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:00.991048 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network a8022274-61a2-4ff5-8774-7c7db9f6fb28 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:00.991273 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a16300e-71f7-4570-a502-9df2c1d8762d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:00.994787 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.013397 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Made reservation on behalf of 2133a8c527644f82bfc24e5b135d39d4 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:01.018046 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.044849 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.053698 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ea0ef9f8-7ba7-4276-92b5-1778caeff952 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6350906 Aug 27 03:31:01.062748 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53858) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:01.076828 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] Request body: {'subnet': {'network_id': 'a8022274-61a2-4ff5-8774-7c7db9f6fb28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1408766981-subnet', 'tenant_id': '1548100a9906443e945daca529816b15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:01.109789 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.182173 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] Made reservation on behalf of 1548100a9906443e945daca529816b15 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:01.185570 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.191458 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.200767 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Transition to ACTIVE for port object b69f9763-e9e7-4c7b-9576-530e7a6d2aeb will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:01.219793 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Transition to ACTIVE for port object b69f9763-e9e7-4c7b-9576-530e7a6d2aeb will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:01.236183 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.243595 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.db.resource_extend [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 03:31:01.291589 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.304600 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:01.307782 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:01.317411 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:01.322947 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.331189 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Pushing event updated for resources: {'Port': ['ID=b69f9763-e9e7-4c7b-9576-530e7a6d2aeb,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.340028 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.341098 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:01.341978 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.388090 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.390935 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.391604 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.401744 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.402611 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.403437 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.404739 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.405275 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.405873 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.406429 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.407278 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.407528 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Tracked resource versions report: Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: pushed versions: Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: { 'AddressGroup': {'1.2'}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'ConntrackHelper': {'1.0'}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Log': {'1.0'}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Network': {'1.1'}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Port': {'1.7'}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'PortForwarding': {'1.2'}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'QosPolicy': {'1.9'}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SecurityGroup': {'1.4'}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SubPort': {'1.0'}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Subnet': {'1.1'}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Trunk': {'1.1'}} Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: consumer versions: Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: { DHCP agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: HyperV agent@hv-cinder-77398: {}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: L3 agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: Metadata agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: Metering agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: Open vSwitch agent@dv-cinder-773985-14-iscsi: { 'AddressGroup': '1.2', Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'ConntrackHelper': '1.0', Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Log': '1.0', Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Network': '1.1', Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Port': '1.7', Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'PortForwarding': '1.2', Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'QosPolicy': '1.9', Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SecurityGroup': '1.4', Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SecurityGroupRule': '1.2', Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'SubPort': '1.0', Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Subnet': '1.1', Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: 'Trunk': '1.1'}} Aug 27 03:31:01.408900 dv-cinder-773985-14-iscsi neutron-server[93873]: {{(pid=93873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:31:01.447169 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:01.458235 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:01.462594 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Pushing event updated for resources: {'Port': ['ID=82665f2e-cd9b-472b-b43d-cd1e7658044b,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.478587 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:01.498521 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Attempting to bind port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:01.498883 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Attempting to bind port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:01.499137 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Attempting to bind port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb on network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:01.514568 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:01.517609 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Checking segment: {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:01.518088 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.518523 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Bound using segment: {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:01.519094 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Bound port: b69f9763-e9e7-4c7b-9576-530e7a6d2aeb, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:01.519502 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.575702 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] Pushing event updated for resources: {'Network': ['ID=813150a5-dbda-4897-a617-3b0468d8dcc8,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.635541 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 813150a5-dbda-4897-a617-3b0468d8dcc8 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:01.825101 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] For port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:01.846046 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] For port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=b69f9763-e9e7-4c7b-9576-530e7a6d2aeb,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:01.856357 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.872010 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.900345 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.902111 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.931961 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.001241 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4a280876-0285-46c9-8ccb-ee34b7a0a801 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2249954 Aug 27 03:31:02.007940 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53890) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:02.018496 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] Request body: {'subnet': {'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1452652834-subnet', 'tenant_id': '6d9e01c1992d424c8ea95add2a0ee8f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:02.020489 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a7cbc-a52f-404b-a87b-6e0bc5d5be6a None None] Pushing event updated for resources: {'Port': ['ID=b69f9763-e9e7-4c7b-9576-530e7a6d2aeb,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:02.047562 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:02.052024 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53892) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:02.052948 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.060269 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] Made reservation on behalf of 6d9e01c1992d424c8ea95add2a0ee8f8 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:02.063073 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.132788 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:02.137765 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.138397 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Added segment ae22a464-068f-4f76-b5b6-7c60157a3804 of type vlan for network 76348684-0746-4695-863f-6c13d586fb3e Aug 27 03:31:02.142008 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e2094a4-6ce4-49a7-a8f6-894e863f188e,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:02.228238 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Allocated IP 172.27.2.112 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/243c0c70-4b28-46f0-93b1-4f7f8a778909) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:02.285351 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.342236 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f9f05ba9-7927-42be-b4c2-aced5fab6435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.353009 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] Checking segment: {'id': '7e630ed4-bc7c-47af-acd1-4d45747b6710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a8022274-61a2-4ff5-8774-7c7db9f6fb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:02.353538 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] Network hostable DHCP agents. Network: a8022274-61a2-4ff5-8774-7c7db9f6fb28, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:02.387802 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.389005 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:02.390075 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.394653 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.504978 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.515673 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] Network a8022274-61a2-4ff5-8774-7c7db9f6fb28 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:02.550836 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.578245 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, a8022274-61a2-4ff5-8774-7c7db9f6fb28) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:02.583294 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] Pushing event updated for resources: {'Network': ['ID=76348684-0746-4695-863f-6c13d586fb3e,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:02.595965 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e706786-821b-45ac-812c-c67930be1360,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:02.597007 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:02.597820 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.598438 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca57de-f7af-4c49-b6b8-1f564ea3375c None None] Network a8022274-61a2-4ff5-8774-7c7db9f6fb28 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:02.617192 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] Checking segment: {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:02.618375 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] Network hostable DHCP agents. Network: 813150a5-dbda-4897-a617-3b0468d8dcc8, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:02.620311 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 76348684-0746-4695-863f-6c13d586fb3e details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:02.642955 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.647744 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] Network 813150a5-dbda-4897-a617-3b0468d8dcc8 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:02.686631 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:02.687473 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 813150a5-dbda-4897-a617-3b0468d8dcc8) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:02.696917 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:02.710078 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:02.710693 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.717618 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8231b7-354d-4605-a865-8fd0ba267183 None None] Network 813150a5-dbda-4897-a617-3b0468d8dcc8 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:02.729245 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Pushing event updated for resources: {'Port': ['ID=243c0c70-4b28-46f0-93b1-4f7f8a778909,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:02.742665 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f9f05ba9-7927-42be-b4c2-aced5fab6435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.742970 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:02.756301 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f9f05ba9-7927-42be-b4c2-aced5fab6435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.770340 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-37d83cdc-4c12-41f3-ac4e-d064e840cd35 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7035592 Aug 27 03:31:02.772089 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-eb75c820-f9f9-4269-891b-34074d442b72 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6136501 Aug 27 03:31:02.782034 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53910) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:02.787601 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] Request body: {'subnet': {'network_id': '76348684-0746-4695-863f-6c13d586fb3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2019805169-subnet', 'tenant_id': '2133a8c527644f82bfc24e5b135d39d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:02.816714 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430331'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.827305 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f05ba9-7927-42be-b4c2-aced5fab6435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8cc46c-fdc9-40a3-80b3-683fc9a36f16,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:02.834832 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f9f05ba9-7927-42be-b4c2-aced5fab6435 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b015508cb7b74ce48bac117cf8916afb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7795026 Aug 27 03:31:02.838292 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53918) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:02.861017 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ef09dce8-0caa-46b5-90db-f60fd2283229 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8505747 Aug 27 03:31:03.059699 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5d956936-64d6-40bf-8c99-759342a79b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.096653 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] Made reservation on behalf of 2133a8c527644f82bfc24e5b135d39d4 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:03.100608 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.106306 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eff7a5-ddaf-4e1e-aba9-71c7af6ea159 None None] Network 813150a5-dbda-4897-a617-3b0468d8dcc8 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:03.136798 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5d956936-64d6-40bf-8c99-759342a79b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.244677 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device b69f9763-e9e7-4c7b-9576-530e7a6d2aeb up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:03.279696 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d is scheduled to L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:31:03.338085 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06641d98-f853-4f29-912c-37ef952a92a0 None None] Network a8022274-61a2-4ff5-8774-7c7db9f6fb28 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:03.402767 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5d956936-64d6-40bf-8c99-759342a79b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.405282 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5d956936-64d6-40bf-8c99-759342a79b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.406482 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5d956936-64d6-40bf-8c99-759342a79b21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec8cc46c-fdc9-40a3-80b3-683fc9a36f16 HTTP/1.1" status: 204 len: 168 time: 0.5670986 Aug 27 03:31:03.447989 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d956936-64d6-40bf-8c99-759342a79b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8cc46c-fdc9-40a3-80b3-683fc9a36f16,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:03.582193 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.588627 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:03.605914 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Sync routers for ids ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:03.638284 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.638795 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Routers {'944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:03.641979 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e3266d74-6990-4b7d-a3ae-e6ad65c7154a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1862512 Aug 27 03:31:03.645622 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:30:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:03.646474 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 53944) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:03.664094 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adbafdd-ef34-430c-91eb-6bdc51a4df10 None None] Network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:03.835428 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Set router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:03.862840 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53970) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:03.869361 dv-cinder-773985-14-iscsi neutron-server[93872]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 03:31:04.002795 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53980) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:04.062389 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-9f763aa8-bc86-4539-862f-f5c9861a02c3 None None] Provisioning for port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:04.070715 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:04.076309 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-463128292-network', 'tenant_id': '0c77e9985b3a4a31a2ad53ca22e08dc2'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:04.092288 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00baedf5-faa8-4f8c-969e-4f1569603f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.093786 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-9f763aa8-bc86-4539-862f-f5c9861a02c3 None None] Provisioning complete for port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:04.094169 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9f763aa8-bc86-4539-862f-f5c9861a02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.118595 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-router', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 3, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'gw_port': {'id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:04.138863 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:04.139237 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.163127 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Checking router: 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:04.163573 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Updating router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d port 82665f2e-cd9b-472b-b43d-cd1e7658044b binding host dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:04.214665 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 53990) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:04.231335 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.319067 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9f763aa8-bc86-4539-862f-f5c9861a02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.409259 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-9f763aa8-bc86-4539-862f-f5c9861a02c3 None None] For port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=b69f9763-e9e7-4c7b-9576-530e7a6d2aeb,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:04.424205 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.427572 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9f763aa8-bc86-4539-862f-f5c9861a02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.538737 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f763aa8-bc86-4539-862f-f5c9861a02c3 None None] Pushing event updated for resources: {'Port': ['ID=b69f9763-e9e7-4c7b-9576-530e7a6d2aeb,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:04.551937 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.db.api [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 03:31:04.552343 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG oslo_db.api [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 03:31:04.595145 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.690288 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3d46d463-2916-408c-b181-5bd0d9005d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.692127 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Made reservation on behalf of 0c77e9985b3a4a31a2ad53ca22e08dc2 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:04.694597 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.711998 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.732809 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Transition to ACTIVE for port object 82665f2e-cd9b-472b-b43d-cd1e7658044b will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:04.741254 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.760179 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.781248 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.810813 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Pushing event updated for resources: {'Port': ['ID=82665f2e-cd9b-472b-b43d-cd1e7658044b,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:04.828038 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430331'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.833207 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.838783 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.838783 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.838783 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.838783 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.838783 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.838783 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.838783 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.838783 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.838783 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.838783 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.838783 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Tracked resource versions report: Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: pushed versions: Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: { 'AddressGroup': {'1.2'}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'ConntrackHelper': {'1.0'}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Log': {'1.0'}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Network': {'1.1'}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Port': {'1.7'}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'PortForwarding': {'1.2'}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'QosPolicy': {'1.9'}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SecurityGroup': {'1.4'}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SubPort': {'1.0'}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Subnet': {'1.1'}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Trunk': {'1.1'}} Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: consumer versions: Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: { DHCP agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: HyperV agent@hv-cinder-77398: {}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: L3 agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: Metadata agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: Metering agent@dv-cinder-773985-14-iscsi: {}, Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: Open vSwitch agent@dv-cinder-773985-14-iscsi: { 'AddressGroup': '1.2', Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'ConntrackHelper': '1.0', Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Log': '1.0', Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Network': '1.1', Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Port': '1.7', Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'PortForwarding': '1.2', Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'QosPolicy': '1.9', Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SecurityGroup': '1.4', Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SecurityGroupRule': '1.2', Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'SubPort': '1.0', Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Subnet': '1.1', Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: 'Trunk': '1.1'}} Aug 27 03:31:04.844781 dv-cinder-773985-14-iscsi neutron-server[93874]: {{(pid=93874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:31:04.905156 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Attempting to bind port 82665f2e-cd9b-472b-b43d-cd1e7658044b on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:04.906008 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Attempting to bind port 82665f2e-cd9b-472b-b43d-cd1e7658044b by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:04.906670 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Attempting to bind port 82665f2e-cd9b-472b-b43d-cd1e7658044b on network 72494cfa-c7c5-48de-8c41-db48fc0cee32 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:04.907953 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.915253 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:04.916014 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Checking segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:04.916591 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.917310 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Bound using segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:04.917949 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Bound port: 82665f2e-cd9b-472b-b43d-cd1e7658044b, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:04.918995 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.943868 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5c08f1ce-7335-4cba-99a7-1ecf201f4a35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:04.962840 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5c08f1ce-7335-4cba-99a7-1ecf201f4a35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 815 time: 1.0921972 Aug 27 03:31:04.972676 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-215bdee0-fcc5-4fe3-98ed-49f64a5acdcf None None] Provisioning complete for port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:04.973044 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-215bdee0-fcc5-4fe3-98ed-49f64a5acdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.999140 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] For port 82665f2e-cd9b-472b-b43d-cd1e7658044b, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:05.004397 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] For port 82665f2e-cd9b-472b-b43d-cd1e7658044b, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=82665f2e-cd9b-472b-b43d-cd1e7658044b,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:05.010045 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.064018 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Routers {'944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:05.065282 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:31:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:05.088352 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.142281 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Allocated IP 172.20.0.1 (97b5146e-1ead-45fa-b520-237d06579200/eb98d8b1-6840-4a06-958b-439a22ebfd23/dd8b73be-58f0-4af5-a78a-d4ce512f7577) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:05.168689 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc61b4-baf5-4d19-966b-02713f7a1dfb None None] Pushing event updated for resources: {'Port': ['ID=82665f2e-cd9b-472b-b43d-cd1e7658044b,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:05.241409 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] Set router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:05.255926 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device b69f9763-e9e7-4c7b-9576-530e7a6d2aeb up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:05.259108 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3d46d463-2916-408c-b181-5bd0d9005d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.261139 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-c90bb98f-f08b-4013-aace-896e06517d62 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/quotas/6d9e01c1992d424c8ea95add2a0ee8f8 HTTP/1.1" status: 200 len: 375 time: 0.2970355 Aug 27 03:31:05.280571 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3d46d463-2916-408c-b181-5bd0d9005d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.323343 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:05.324060 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.334485 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] Checking segment: {'id': 'ae22a464-068f-4f76-b5b6-7c60157a3804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76348684-0746-4695-863f-6c13d586fb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:05.335104 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] Network hostable DHCP agents. Network: 76348684-0746-4695-863f-6c13d586fb3e, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:05.336923 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.395126 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-8245e475-a405-41bd-b88b-0480330d3990 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1239955 Aug 27 03:31:05.428734 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.435111 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b910e6-7952-4980-baa0-27f1aebfc07c,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:05.472117 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Network 97b5146e-1ead-45fa-b520-237d06579200 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:05.477375 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:05.481205 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:05.481729 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430116'] for router_interface, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.483334 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3d46d463-2916-408c-b181-5bd0d9005d76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=757c06e5e50b4635a0e11ef65d43c04a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2186019 Aug 27 03:31:05.483967 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54026) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:05.497491 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Router 1dcf4444-de43-4674-9734-306a1171a574 is scheduled to L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:31:05.512746 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Pushing event updated for resources: {'Port': ['ID=dd8b73be-58f0-4af5-a78a-d4ce512f7577,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:05.547730 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46d463-2916-408c-b181-5bd0d9005d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd2e603-2451-4d48-9650-80d10a8541ec,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:05.554840 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] Network 76348684-0746-4695-863f-6c13d586fb3e is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:05.590460 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-router', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 3, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'gw_port': {'id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:05.606949 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 76348684-0746-4695-863f-6c13d586fb3e) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:05.622831 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:05.623590 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.637234 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84434127-dff9-4991-a6b2-1a4cfa27dcde None None] Network 76348684-0746-4695-863f-6c13d586fb3e requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:05.655103 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84570c-47a5-4ece-865f-4ae3bc3f06ef None None] The sync data for ids ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'] in dv-cinder-773985-14-iscsi is: [{'id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-router', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 3, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'gw_port': {'id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:05.741403 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.746951 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:05.768481 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.777200 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Sync routers for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:05.779996 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f0c364b9-d37d-4e0a-8a31-5b81cbb7d4aa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9967358 Aug 27 03:31:05.815051 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:05.822276 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.823604 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-225429d8-9c76-450f-9fe3-fd99dd1f8d20 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4342241 Aug 27 03:31:05.833468 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54032) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:05.840404 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:05.841986 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-dd616956-a64d-4c18-bd58-a4b1f825cfd5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:31:05.842739 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:31:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:05.843042 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-dd616956-a64d-4c18-bd58-a4b1f825cfd5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1964967 Aug 27 03:31:05.845560 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-91a037c4-b25d-4f4b-9a14-065942d7a725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.847417 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c9b75f-e972-486e-92b2-9ff83c64b0ea,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:05.853329 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.853677 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Added segment 8ba5e5e8-ea8f-4601-b810-6e51a53a0865 of type vlan for network 55cd12d2-411b-4cd3-a150-827e4eb44c66 Aug 27 03:31:05.974210 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.101654 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.108173 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-91a037c4-b25d-4f4b-9a14-065942d7a725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.114895 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:06.118329 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.150952 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784b66d-22f9-4c24-9651-fb9309c703e2 None None] Network 76348684-0746-4695-863f-6c13d586fb3e requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:06.165127 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54038) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:06.223535 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] Pushing event updated for resources: {'Network': ['ID=55cd12d2-411b-4cd3-a150-827e4eb44c66,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:06.236634 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-e62c5c91-c40e-4085-8428-9fa97a0dd3b8 service neutron] 10.222.0.48 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738422 Aug 27 03:31:06.273843 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:06.291648 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 55cd12d2-411b-4cd3-a150-827e4eb44c66 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:06.312905 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0e8f459f-4696-4e1f-8a86-e456d02cf5cf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2677772 Aug 27 03:31:06.316095 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.320129 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54050) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:06.333440 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] Request body: {'subnet': {'network_id': '55cd12d2-411b-4cd3-a150-827e4eb44c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-463128292-subnet', 'tenant_id': '0c77e9985b3a4a31a2ad53ca22e08dc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:06.415377 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] Made reservation on behalf of 0c77e9985b3a4a31a2ad53ca22e08dc2 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:06.417969 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.442727 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-fc613d80-fae8-45c2-b97e-1d34960cb95d service neutron] 10.222.0.48 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041070 Aug 27 03:31:06.769615 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54064) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:06.785054 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-91a037c4-b25d-4f4b-9a14-065942d7a725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.788062 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-91a037c4-b25d-4f4b-9a14-065942d7a725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.793371 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-91a037c4-b25d-4f4b-9a14-065942d7a725 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3dd2e603-2451-4d48-9650-80d10a8541ec HTTP/1.1" status: 204 len: 168 time: 1.3027399 Aug 27 03:31:06.796435 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-588f846a-4653-407f-b46f-9582c6b3b691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.836746 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a037c4-b25d-4f4b-9a14-065942d7a725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd2e603-2451-4d48-9650-80d10a8541ec,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:07.011205 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.083657 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:02Z', 'revision_number': 3, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:07.121104 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Checking router: 1dcf4444-de43-4674-9734-306a1171a574 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:07.121464 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Updating router 1dcf4444-de43-4674-9734-306a1171a574 port 243c0c70-4b28-46f0-93b1-4f7f8a778909 binding host dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:07.129946 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.143305 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.144274 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133756074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430587'] for router_interface, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.161989 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.320993 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Pushing event updated for resources: {'Port': ['ID=dd8b73be-58f0-4af5-a78a-d4ce512f7577,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:07.402593 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-588f846a-4653-407f-b46f-9582c6b3b691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.421012 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.429196 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-588f846a-4653-407f-b46f-9582c6b3b691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.434603 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-108da262-4471-4caf-8c44-6c1ba7037912 req-e9f9ac82-e665-4aa4-89f4-28a08df070a7 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 210 time: 0.2532563 Aug 27 03:31:07.447143 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 82665f2e-cd9b-472b-b43d-cd1e7658044b up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:07.531356 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d0afff4-c5a9-4e04-9dd7-716346ce6c95,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:07.552647 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-fee2144c-40fc-4a65-8efb-1bdf63aa90fe tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:07.565838 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-fee2144c-40fc-4a65-8efb-1bdf63aa90fe tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/networks?id=76348684-0746-4695-863f-6c13d586fb3e HTTP/1.1" status: 200 len: 812 time: 0.7946553 Aug 27 03:31:07.592387 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f846a-4653-407f-b46f-9582c6b3b691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1b67df-1fbd-421d-a038-35892609c4ca,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:07.592664 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-0ddc4106-5466-4903-af0d-e32550caaa0e tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/quotas/2133a8c527644f82bfc24e5b135d39d4 HTTP/1.1" status: 200 len: 375 time: 0.0255861 Aug 27 03:31:07.629433 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-588f846a-4653-407f-b46f-9582c6b3b691 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b8e590170024459978ba849ee5cd640&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4511204 Aug 27 03:31:07.636594 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54096) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:07.646675 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-79661181-7719-433f-9bce-cedf0777ce8c tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2133a8c527644f82bfc24e5b135d39d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529938 Aug 27 03:31:07.647871 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Network 97b5146e-1ead-45fa-b520-237d06579200 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:07.653551 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] Checking segment: {'id': '8ba5e5e8-ea8f-4601-b810-6e51a53a0865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '55cd12d2-411b-4cd3-a150-827e4eb44c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:07.653899 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] Network hostable DHCP agents. Network: 55cd12d2-411b-4cd3-a150-827e4eb44c66, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:07.667515 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:07.699212 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.710433 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] Network 55cd12d2-411b-4cd3-a150-827e4eb44c66 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:07.744417 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 55cd12d2-411b-4cd3-a150-827e4eb44c66) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:07.771111 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:07.772047 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.824572 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a7245a62-7d9f-4743-94f6-a63a3f4bb441 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4972918 Aug 27 03:31:07.917599 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c2c07-eaec-4d64-8802-875b10607807 None None] Network 55cd12d2-411b-4cd3-a150-827e4eb44c66 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:07.998692 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 82665f2e-cd9b-472b-b43d-cd1e7658044b completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:08.009802 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 82665f2e-cd9b-472b-b43d-cd1e7658044b triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:08.010089 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.084510 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54122) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:08.167529 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3ab5fef1-4ee0-47df-84e5-0a6a2db6aa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.197299 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad1f1e3-364f-4034-a006-5bef813806dc admin admin] Deleting subnet 9e2094a4-6ce4-49a7-a8f6-894e863f188e {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:31:08.202255 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fad1f1e3-364f-4034-a006-5bef813806dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.245521 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-8b1c3b14-be5b-47bf-a27b-f93b83932015 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:31:08.248233 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-8b1c3b14-be5b-47bf-a27b-f93b83932015 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3851054 Aug 27 03:31:08.248397 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3ab5fef1-4ee0-47df-84e5-0a6a2db6aa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.252146 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:31:08.288530 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fad1f1e3-364f-4034-a006-5bef813806dc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.320312 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.341424 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.360733 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fad1f1e3-364f-4034-a006-5bef813806dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.416806 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Allocated IP 172.20.0.1 (c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4/61944b7d-35bd-4b95-a50e-2d3b4a7c1c28/b2f7d86a-12c4-45d4-b107-3e3b339bd2da) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:08.446362 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3ab5fef1-4ee0-47df-84e5-0a6a2db6aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.452159 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3ab5fef1-4ee0-47df-84e5-0a6a2db6aa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.458074 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3ab5fef1-4ee0-47df-84e5-0a6a2db6aa73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e1b67df-1fbd-421d-a038-35892609c4ca HTTP/1.1" status: 204 len: 168 time: 0.8159904 Aug 27 03:31:08.467488 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Transition to ACTIVE for port object 243c0c70-4b28-46f0-93b1-4f7f8a778909 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:08.475053 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f9c8be-bff4-47d8-b62d-6fc54088465b None None] Network 55cd12d2-411b-4cd3-a150-827e4eb44c66 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:08.562729 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-18c01d92-c888-4ee5-a7fd-30a49273d31e service neutron] 10.222.0.48 "GET /v2.0/networks/76348684-0746-4695-863f-6c13d586fb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055868 Aug 27 03:31:08.568602 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5fef1-4ee0-47df-84e5-0a6a2db6aa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1b67df-1fbd-421d-a038-35892609c4ca,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.616734 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:08.625068 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a86daef4-5ed2-47fc-86f6-641254f8e95e admin admin] 10.222.0.48 "PUT /v2.0/routers/944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9753153 Aug 27 03:31:08.626868 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.629940 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Sync routers for ids ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:08.638631 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.654148 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Routers {'944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:08.657956 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:31:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:08.661617 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 82665f2e-cd9b-472b-b43d-cd1e7658044b, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=82665f2e-cd9b-472b-b43d-cd1e7658044b,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:08.670664 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fad1f1e3-364f-4034-a006-5bef813806dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.690820 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.705074 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.707336 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-067fc332-8341-4a79-ad3d-71222de5d4fa req-2dec18ea-1622-4615-ad69-51cb05dcfe53 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 210 time: 0.1572003 Aug 27 03:31:08.753098 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Attempting to bind port 243c0c70-4b28-46f0-93b1-4f7f8a778909 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:08.753924 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Attempting to bind port 243c0c70-4b28-46f0-93b1-4f7f8a778909 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:08.754511 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Attempting to bind port 243c0c70-4b28-46f0-93b1-4f7f8a778909 on network 72494cfa-c7c5-48de-8c41-db48fc0cee32 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:08.755564 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Transition to ACTIVE for port object b2f7d86a-12c4-45d4-b107-3e3b339bd2da will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:08.772425 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:08.772889 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Checking segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:08.773413 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.773888 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Bound using segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:08.775025 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Bound port: 243c0c70-4b28-46f0-93b1-4f7f8a778909, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:08.775691 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.852422 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.856954 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] For port 243c0c70-4b28-46f0-93b1-4f7f8a778909, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:08.861013 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] For port 243c0c70-4b28-46f0-93b1-4f7f8a778909, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=243c0c70-4b28-46f0-93b1-4f7f8a778909,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:08.862652 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e10bb-5530-415e-a067-9ef7339b27cc None None] Pushing event updated for resources: {'Port': ['ID=243c0c70-4b28-46f0-93b1-4f7f8a778909,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.872111 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.878376 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1f1e3-364f-4034-a006-5bef813806dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e2094a4-6ce4-49a7-a8f6-894e863f188e,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.884630 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fad1f1e3-364f-4034-a006-5bef813806dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.888216 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fad1f1e3-364f-4034-a006-5bef813806dc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9e2094a4-6ce4-49a7-a8f6-894e863f188e HTTP/1.1" status: 204 len: 168 time: 0.8025882 Aug 27 03:31:08.900076 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54154) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:08.938659 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:08.939759 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:31:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:08.965559 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f7d86a-12c4-45d4-b107-3e3b339bd2da,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:09.000754 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:09.002721 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:09.010237 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:09.010821 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430116'] for router_interface, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.058980 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=82665f2e-cd9b-472b-b43d-cd1e7658044b,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:09.201633 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-f2884c73-b2ba-4795-a09d-da238b56842d service neutron] 10.222.0.48 "GET /v2.0/networks/76348684-0746-4695-863f-6c13d586fb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248252 Aug 27 03:31:09.214354 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.275224 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Set router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:09.279975 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 82665f2e-cd9b-472b-b43d-cd1e7658044b up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:09.290218 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:09.292965 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e10bb-5530-415e-a067-9ef7339b27cc None None] Pushing event updated for resources: {'Port': ['ID=243c0c70-4b28-46f0-93b1-4f7f8a778909,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:09.347474 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.475949 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.506622 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:09.508535 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:09.510591 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:09.510591 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > port after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:09.513427 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:09.513427 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > port after_update 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:09.513740 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:09.514351 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:09.514536 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:09.517208 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:09.663691 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-router', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'gw_port': {'id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'dd8b73be-58f0-4af5-a78a-d4ce512f7577', 'name': '', 'network_id': '97b5146e-1ead-45fa-b520-237d06579200', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'mac_address': 'fa:16:3e:41:1f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb98d8b1-6840-4a06-958b-439a22ebfd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:04Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 2, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'subnets': [{'id': 'eb98d8b1-6840-4a06-958b-439a22ebfd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:09.725249 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Checking router: 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:09.726267 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Updating router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d port dd8b73be-58f0-4af5-a78a-d4ce512f7577 binding host dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:09.750224 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-e8576454-e078-48e6-8040-825cfacb43af None None] Provisioning for port b2f7d86a-12c4-45d4-b107-3e3b339bd2da completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:09.755717 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.756486 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.761525 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-e8576454-e078-48e6-8040-825cfacb43af None None] Provisioning complete for port b2f7d86a-12c4-45d4-b107-3e3b339bd2da triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:09.762107 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e8576454-e078-48e6-8040-825cfacb43af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.765061 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.768014 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133756074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430587'] for router_interface, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.863421 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-e8576454-e078-48e6-8040-825cfacb43af None None] Port b2f7d86a-12c4-45d4-b107-3e3b339bd2da cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:09.893481 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f7d86a-12c4-45d4-b107-3e3b339bd2da,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:09.899153 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 82665f2e-cd9b-472b-b43d-cd1e7658044b triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:09.899560 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.944218 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:02Z', 'revision_number': 3, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:09.984238 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10822179-3c5b-400e-88c3-7ecdd4d54f27 None None] The sync data for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi is: [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:02Z', 'revision_number': 3, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:10.134778 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:10.136359 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:10.149113 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:10.150318 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:10.151316 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8022274-61a2-4ff5-8774-7c7db9f6fb28']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:10.224291 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e630ed4-bc7c-47af-acd1-4d45747b6710') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:10.224828 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e630ed4-bc7c-47af-acd1-4d45747b6710') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:10.226302 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:10.228206 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:10.280667 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131756684'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.333645 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.357768 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:31:10.358213 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131160837'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: from cryptography.utils import int_from_bytes Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: from cryptography.utils import int_from_bytes Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: timer() Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: cb(*args, **kw) Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: self._notify() Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: self.callback(batched_events) Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: event.method(event) Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._get(url).json() Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:31:10.466956 dv-cinder-773985-14-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:31:10.665397 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c1ee2b4a-6bd2-4921-9355-b73b20a3ee86 req-2405398e-0510-42fa-ab75-38ba0793d23f tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 210 time: 0.4344425 Aug 27 03:31:10.665974 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Router 1dcf4444-de43-4674-9734-306a1171a574 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:31:10.666765 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.676199 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.699832 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Transition to ACTIVE for port object dd8b73be-58f0-4af5-a78a-d4ce512f7577 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:10.706039 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-d6adf8ce-04c9-4e8a-a7f6-741f352acd6e None None] Provisioning complete for port b2f7d86a-12c4-45d4-b107-3e3b339bd2da triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:10.707714 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d6adf8ce-04c9-4e8a-a7f6-741f352acd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.711493 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.725341 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] 10.222.0.48 "DELETE /v2.0/networks/a8022274-61a2-4ff5-8774-7c7db9f6fb28 HTTP/1.1" status: 204 len: 168 time: 1.8135107 Aug 27 03:31:10.726457 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54234) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:10.729770 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.917068 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-d6adf8ce-04c9-4e8a-a7f6-741f352acd6e None None] Port b2f7d86a-12c4-45d4-b107-3e3b339bd2da cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:10.970228 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Attempting to bind port dd8b73be-58f0-4af5-a78a-d4ce512f7577 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:10.970746 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Attempting to bind port dd8b73be-58f0-4af5-a78a-d4ce512f7577 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:10.971157 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Attempting to bind port dd8b73be-58f0-4af5-a78a-d4ce512f7577 on network 97b5146e-1ead-45fa-b520-237d06579200 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:10.977196 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31e0e1d-5706-4099-b98e-7ed03b370055 admin admin] Deleting subnet 0d0afff4-c5a9-4e04-9dd7-716346ce6c95 {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:31:10.988941 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:10.989318 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Checking segment: {'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:10.989723 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.990178 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Bound using segment: {'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:10.994057 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87a950-6a84-499d-9f7e-a44c2979c65f admin admin] Pushing event deleted for resources: {'Network': ['ID=a8022274-61a2-4ff5-8774-7c7db9f6fb28,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.999458 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Bound port: dd8b73be-58f0-4af5-a78a-d4ce512f7577, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:11.001085 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.006769 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:11.007726 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c31e0e1d-5706-4099-b98e-7ed03b370055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.027985 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9719f28c-e2b2-45b4-a0ee-691e284761c8 admin admin] 10.222.0.48 "PUT /v2.0/routers/1dcf4444-de43-4674-9734-306a1171a574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1918259 Aug 27 03:31:11.044744 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee5c3f-3ecf-4490-964b-aa029625f61f None None] Pushing event updated for resources: {'Port': ['ID=dd8b73be-58f0-4af5-a78a-d4ce512f7577,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:11.136063 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c31e0e1d-5706-4099-b98e-7ed03b370055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131756691'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.190832 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-2b390117-5ad4-4b05-9d9e-82240fd672f0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:11.201075 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-2b390117-5ad4-4b05-9d9e-82240fd672f0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 819 time: 1.0323918 Aug 27 03:31:11.273612 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] For port dd8b73be-58f0-4af5-a78a-d4ce512f7577, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:11.294260 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-8547dc7a-22ed-411c-b228-43e4433dd86c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/quotas/ffe951b6601f41469ba188c9b4ea1234 HTTP/1.1" status: 200 len: 375 time: 0.0803516 Aug 27 03:31:11.298246 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] For port dd8b73be-58f0-4af5-a78a-d4ce512f7577, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=dd8b73be-58f0-4af5-a78a-d4ce512f7577,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:11.308508 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.346991 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 243c0c70-4b28-46f0-93b1-4f7f8a778909 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:11.448397 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1e3357bb-67ab-4b4e-a9c8-f015efd1853e req-7ee1a42e-3378-44d3-a980-b189822a692b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 210 time: 0.2408650 Aug 27 03:31:11.449956 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Routers {'944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:11.450914 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:31:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:11.489340 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 243c0c70-4b28-46f0-93b1-4f7f8a778909 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:11.499026 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 243c0c70-4b28-46f0-93b1-4f7f8a778909 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:11.499963 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.513255 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c31e0e1d-5706-4099-b98e-7ed03b370055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.726947 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee5c3f-3ecf-4490-964b-aa029625f61f None None] Pushing event updated for resources: {'Port': ['ID=dd8b73be-58f0-4af5-a78a-d4ce512f7577,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:11.741308 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c31e0e1d-5706-4099-b98e-7ed03b370055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131160931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130982917'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.742558 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.772851 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-4d780597-cab8-4972-830c-6f833a85114a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4759343 Aug 27 03:31:11.802645 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 243c0c70-4b28-46f0-93b1-4f7f8a778909, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=243c0c70-4b28-46f0-93b1-4f7f8a778909,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:11.812052 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.816951 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] Set router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:11.897233 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c31e0e1d-5706-4099-b98e-7ed03b370055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.903099 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54272) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:11.904594 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c31e0e1d-5706-4099-b98e-7ed03b370055 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0d0afff4-c5a9-4e04-9dd7-716346ce6c95 HTTP/1.1" status: 204 len: 168 time: 1.1724169 Aug 27 03:31:11.916397 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=243c0c70-4b28-46f0-93b1-4f7f8a778909,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:11.922514 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e0e1d-5706-4099-b98e-7ed03b370055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0afff4-c5a9-4e04-9dd7-716346ce6c95,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:12.134272 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-da958e08-c32f-4fa0-a87f-9ab68d7bc052 service neutron] 10.222.0.48 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657521 Aug 27 03:31:12.146780 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.197863 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.62', 61596) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:12.411064 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-router', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'gw_port': {'id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'dd8b73be-58f0-4af5-a78a-d4ce512f7577', 'name': '', 'network_id': '97b5146e-1ead-45fa-b520-237d06579200', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'mac_address': 'fa:16:3e:41:1f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb98d8b1-6840-4a06-958b-439a22ebfd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:04Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'subnets': [{'id': 'eb98d8b1-6840-4a06-958b-439a22ebfd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:12.462387 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b473fd-4155-4d7e-843d-0017885aad5f None None] The sync data for ids ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'] in dv-cinder-773985-14-iscsi is: [{'id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-router', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'gw_port': {'id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'dd8b73be-58f0-4af5-a78a-d4ce512f7577', 'name': '', 'network_id': '97b5146e-1ead-45fa-b520-237d06579200', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'mac_address': 'fa:16:3e:41:1f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb98d8b1-6840-4a06-958b-439a22ebfd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:04Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'subnets': [{'id': 'eb98d8b1-6840-4a06-958b-439a22ebfd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:12.531640 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-62460ae4-fcfd-4443-9755-1b15475182f2 service neutron] 10.222.0.48 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931365 Aug 27 03:31:12.804962 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54298) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:12.810992 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-4b938288-e7ff-4f74-9a5a-916bb21a7262 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782034687', 'description': 'tempest-description--1689719920'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:12.888487 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.62', 61600) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:12.966132 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.984788 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-bc570538-2dbd-416d-b008-26a37b189eee tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:12.990242 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-bc570538-2dbd-416d-b008-26a37b189eee tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 815 time: 0.7817988 Aug 27 03:31:13.010692 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.014369 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.021273 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.021969 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > port after_create 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.022855 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.025130 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > port after_update 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.025797 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.026950 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.027415 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.029274 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.068087 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f79d5682-d16a-4cc6-a613-0d06e1f00b58 req-b0d405c5-2af4-4238-ad91-378fe0bec069 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 210 time: 0.0827203 Aug 27 03:31:13.133031 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4b938288-e7ff-4f74-9a5a-916bb21a7262 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.374523 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Sync routers for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:13.374523 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:13.374523 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:31:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:13.562741 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.566155 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.569387 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.569870 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:31:13.570446 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cd12d2-411b-4cd3-a150-827e4eb44c66']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:13.583346 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device dd8b73be-58f0-4af5-a78a-d4ce512f7577 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:13.687658 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:13.801898 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-73867341-e98e-48e1-81ff-64f396472924 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:13.804507 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-73867341-e98e-48e1-81ff-64f396472924 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.62 "GET /v2.0/networks?id=76348684-0746-4695-863f-6c13d586fb3e HTTP/1.1" status: 200 len: 812 time: 0.9131620 Aug 27 03:31:13.887737 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Request body: {'port': {'device_id': '2b8d878f-cb25-4cd8-b690-81e8698f2a1f', 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8', 'admin_state_up': True, 'tenant_id': '6d9e01c1992d424c8ea95add2a0ee8f8'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:13.953672 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Request body: {'port': {'device_id': '4bef536a-d819-4f5b-b397-f7f0d19dc976', 'network_id': '76348684-0746-4695-863f-6c13d586fb3e', 'admin_state_up': True, 'tenant_id': '2133a8c527644f82bfc24e5b135d39d4'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:14.076285 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port dd8b73be-58f0-4af5-a78a-d4ce512f7577 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:14.082907 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port dd8b73be-58f0-4af5-a78a-d4ce512f7577 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:14.083300 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.181423 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54360) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:14.211549 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba5e5e8-ea8f-4601-b810-6e51a53a0865') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:14.212089 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba5e5e8-ea8f-4601-b810-6e51a53a0865') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:14.215632 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9b5f722d-d45a-4031-aba7-ad6e5311e035 req-06ad345b-4aa0-492e-9aa1-24989f73ed96 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 210 time: 0.4006879 Aug 27 03:31:14.229947 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74d51aa3-8948-41ab-b3bc-5b242e130392 req-2d62af76-0d03-4db9-a3bb-4bec41ca3e98 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 210 time: 0.4118483 Aug 27 03:31:14.277414 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.368996 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131057307'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.382024 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port dd8b73be-58f0-4af5-a78a-d4ce512f7577, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=dd8b73be-58f0-4af5-a78a-d4ce512f7577,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:14.430592 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.431469 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 243c0c70-4b28-46f0-93b1-4f7f8a778909 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:14.499422 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.542727 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:31:14.543208 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131042415'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.615659 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e1717013-f699-4261-a20c-abe277b71173 req-df0e9ae7-c0e8-4531-82ff-30d99152230e tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 210 time: 0.2071309 Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: from cryptography.utils import int_from_bytes Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: from cryptography.utils import int_from_bytes Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: Traceback (most recent call last): Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: timer() Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: cb(*args, **kw) Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: return func(*args, **kwargs) Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: self._notify() Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: self.callback(batched_events) Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: event.method(event) Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: return f(self, *a, **k) Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._get(url).json() Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:31:14.624018 dv-cinder-773985-14-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:31:14.640665 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.641967 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cf126965-292d-43e1-8766-9ce1d80b134f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.653078 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.658238 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] 10.222.0.48 "DELETE /v2.0/networks/55cd12d2-411b-4cd3-a150-827e4eb44c66 HTTP/1.1" status: 204 len: 168 time: 2.7511101 Aug 27 03:31:14.676548 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 243c0c70-4b28-46f0-93b1-4f7f8a778909 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:14.677454 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.679170 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea0987-f915-438c-88a7-bfc1247f4761 admin admin] Pushing event deleted for resources: {'Network': ['ID=55cd12d2-411b-4cd3-a150-827e4eb44c66,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:14.691697 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4b938288-e7ff-4f74-9a5a-916bb21a7262 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.711121 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4b938288-e7ff-4f74-9a5a-916bb21a7262 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.761771 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Made reservation on behalf of 6d9e01c1992d424c8ea95add2a0ee8f8 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:14.766551 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.835493 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 2, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:14.871641 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Made reservation on behalf of 2133a8c527644f82bfc24e5b135d39d4 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:14.878284 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.923329 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Checking router: 1dcf4444-de43-4674-9734-306a1171a574 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:14.939185 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Updating router 1dcf4444-de43-4674-9734-306a1171a574 port b2f7d86a-12c4-45d4-b107-3e3b339bd2da binding host dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:15.002190 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4b938288-e7ff-4f74-9a5a-916bb21a7262 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.002190 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4b938288-e7ff-4f74-9a5a-916bb21a7262 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1935563 Aug 27 03:31:15.007993 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54394) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:15.008600 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54396) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:15.067861 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-7c992cc3-456c-4808-b213-4346b7a73544 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'security_group_rule': {'security_group_id': '035418b6-e422-4a2f-a0ed-3678bb1bfccd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:15.069686 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=dd8b73be-58f0-4af5-a78a-d4ce512f7577,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:15.089005 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.134621 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cf126965-292d-43e1-8766-9ce1d80b134f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.148695 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cf126965-292d-43e1-8766-9ce1d80b134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.324655 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b938288-e7ff-4f74-9a5a-916bb21a7262 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035418b6-e422-4a2f-a0ed-3678bb1bfccd,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:15.342537 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-cf126965-292d-43e1-8766-9ce1d80b134f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c026d2074ad947ada1030bfd1ca566b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1509919 Aug 27 03:31:15.365082 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54400) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:15.374056 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf126965-292d-43e1-8766-9ce1d80b134f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229d6d18-b2ff-48e5-8860-ca70685ec7c9,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:15.405752 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device dd8b73be-58f0-4af5-a78a-d4ce512f7577 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:15.443845 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Allocated IP 172.20.0.9 (813150a5-dbda-4897-a617-3b0468d8dcc8/9e706786-821b-45ac-812c-c67930be1360/34897c05-7eef-4339-91c9-e3bfd1114a68) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:15.487729 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c2222efc-2354-4441-821a-0dd59b31088e req-f65fffc4-acf7-4a9e-9906-f95c84fc504c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 210 time: 0.1025035 Aug 27 03:31:15.508680 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Allocated IP 172.20.0.4 (76348684-0746-4695-863f-6c13d586fb3e/51b910e6-7952-4980-baa0-27f1aebfc07c/253b001d-b392-41bf-b919-b49c1e9c5699) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:15.518368 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7c25f6ad-0bf0-4a16-a633-8af739203eab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1548100a9906443e945daca529816b15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4729955 Aug 27 03:31:15.526603 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54402) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:15.531895 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c992cc3-456c-4808-b213-4346b7a73544 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.539440 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port dd8b73be-58f0-4af5-a78a-d4ce512f7577 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:15.539632 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.583625 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-3535c7b3-751f-4a63-b480-8eae1809e123 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:15.585144 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-3535c7b3-751f-4a63-b480-8eae1809e123 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 819 time: 0.7244048 Aug 27 03:31:15.647152 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-18220f98-9bb8-4341-bce0-7792c2c722cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.670272 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-18220f98-9bb8-4341-bce0-7792c2c722cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.695110 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dd23-0b64-4421-a4cf-b274cd601713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.705002 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.718814 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Transition to ACTIVE for port object b2f7d86a-12c4-45d4-b107-3e3b339bd2da will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:15.723752 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.729649 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-5743d543-8cc3-43f2-8ada-69bdaae83383 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/quotas/ffe951b6601f41469ba188c9b4ea1234 HTTP/1.1" status: 200 len: 375 time: 0.1236300 Aug 27 03:31:15.737148 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.769455 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-18220f98-9bb8-4341-bce0-7792c2c722cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.773173 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-18220f98-9bb8-4341-bce0-7792c2c722cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.776476 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-18220f98-9bb8-4341-bce0-7792c2c722cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79b456aa-7e9a-4142-a46c-7487258ca9fa HTTP/1.1" status: 204 len: 168 time: 0.2486436 Aug 27 03:31:15.796880 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c01d32-a56d-47c7-bd19-1dd33971ec39 None None] Pushing event updated for resources: {'Port': ['ID=b2f7d86a-12c4-45d4-b107-3e3b339bd2da,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:15.814630 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96ba29f1-cca7-4b2c-ac68-6262b1a43c96 req-0676404f-c1e5-4cb7-b435-eacb34ba9287 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 210 time: 0.1151204 Aug 27 03:31:15.819927 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18220f98-9bb8-4341-bce0-7792c2c722cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b456aa-7e9a-4142-a46c-7487258ca9fa,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:15.847391 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.877510 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c992cc3-456c-4808-b213-4346b7a73544 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.897302 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dd23-0b64-4421-a4cf-b274cd601713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.901271 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Attempting to bind port b2f7d86a-12c4-45d4-b107-3e3b339bd2da on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:15.901977 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Attempting to bind port b2f7d86a-12c4-45d4-b107-3e3b339bd2da by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:15.903085 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Attempting to bind port b2f7d86a-12c4-45d4-b107-3e3b339bd2da on network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:15.909127 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:15.909691 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Checking segment: {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:15.910279 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:15.910669 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Bound using segment: {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:15.911148 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Bound port: b2f7d86a-12c4-45d4-b107-3e3b339bd2da, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:15.911525 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.008943 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Network 813150a5-dbda-4897-a617-3b0468d8dcc8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:16.015689 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:16.021480 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] For port b2f7d86a-12c4-45d4-b107-3e3b339bd2da, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:16.024824 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:16.028447 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] For port b2f7d86a-12c4-45d4-b107-3e3b339bd2da, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=b2f7d86a-12c4-45d4-b107-3e3b339bd2da,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:16.033224 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.062694 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.067887 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Pushing event updated for resources: {'Port': ['ID=34897c05-7eef-4339-91c9-e3bfd1114a68,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:16.086900 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c992cc3-456c-4808-b213-4346b7a73544 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.113083 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c992cc3-456c-4808-b213-4346b7a73544 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc7755c-6f8a-4e4c-91a2-2af3327ec6a4,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:16.117267 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dd23-0b64-4421-a4cf-b274cd601713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.120289 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dd23-0b64-4421-a4cf-b274cd601713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.121456 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7ab9dd23-0b64-4421-a4cf-b274cd601713 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/229d6d18-b2ff-48e5-8860-ca70685ec7c9 HTTP/1.1" status: 204 len: 168 time: 0.7459586 Aug 27 03:31:16.129572 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c01d32-a56d-47c7-bd19-1dd33971ec39 None None] Pushing event updated for resources: {'Port': ['ID=b2f7d86a-12c4-45d4-b107-3e3b339bd2da,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:16.134912 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:16.135718 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.144987 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:16.145925 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:31:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:16.151766 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-f1de2bd5-9807-42e3-bfcd-119769e89792 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3979969 Aug 27 03:31:16.159543 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9dd23-0b64-4421-a4cf-b274cd601713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229d6d18-b2ff-48e5-8860-ca70685ec7c9,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:16.193137 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c992cc3-456c-4808-b213-4346b7a73544 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.195160 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7c992cc3-456c-4808-b213-4346b7a73544 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1487098 Aug 27 03:31:16.198347 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54418) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:16.204447 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-5e07b023-a4d2-49e8-b413-f75794fa9ff0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6005251 Aug 27 03:31:16.208493 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-9870690f-76c6-4135-96a4-ff2f49e0b6fe tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'security_group_rule': {'security_group_id': '035418b6-e422-4a2f-a0ed-3678bb1bfccd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:16.277049 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.283678 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9870690f-76c6-4135-96a4-ff2f49e0b6fe tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.403695 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:16.408078 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Pushing event updated for resources: {'Port': ['ID=253b001d-b392-41bf-b919-b49c1e9c5699,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:16.421204 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Network 76348684-0746-4695-863f-6c13d586fb3e is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:16.425865 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:16.429284 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:16.443099 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9870690f-76c6-4135-96a4-ff2f49e0b6fe tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.451029 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9870690f-76c6-4135-96a4-ff2f49e0b6fe tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.484064 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54420) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:16.502496 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870690f-76c6-4135-96a4-ff2f49e0b6fe tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f204876-f151-4152-924f-75caec4b6973,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:16.523332 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9870690f-76c6-4135-96a4-ff2f49e0b6fe tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.527436 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9870690f-76c6-4135-96a4-ff2f49e0b6fe tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3247218 Aug 27 03:31:16.527676 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54426) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:16.533285 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'floatingip': {'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:16.536895 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:16.537597 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.544702 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-9465a0bc-76b9-4471-9981-aa863fb0f123 service neutron] 10.222.0.48 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812845 Aug 27 03:31:16.596706 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-4b66bd58-53ef-4987-b27a-5c20a0a11315 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7264202 Aug 27 03:31:16.602647 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-efa1b263-9737-4eef-a3f3-77a026d18c05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c77e9985b3a4a31a2ad53ca22e08dc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1162100 Aug 27 03:31:16.608983 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54428) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:16.646955 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.701562 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03362abe-bead-41db-8043-4b595735212e req-fa8df8cc-18b2-4db7-9b2f-48236045296a tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:16.705897 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:16Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:16.709357 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-03362abe-bead-41db-8043-4b595735212e req-fa8df8cc-18b2-4db7-9b2f-48236045296a tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.1157227 Aug 27 03:31:16.734428 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed2558d-6e78-43c2-a45d-ef582b83b514 None None] The sync data for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi is: [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:16Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:16.742656 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8788-2597-418e-b7d4-7a355d25a124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.769620 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54430) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:16.770604 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-03362abe-bead-41db-8043-4b595735212e req-33c777b0-ab1c-495c-8a41-335538e4e732 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602996 Aug 27 03:31:16.788329 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8788-2597-418e-b7d4-7a355d25a124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.789304 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-da96c31d-1880-4575-8d83-09e0734962f8 service neutron] 10.222.0.48 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295659 Aug 27 03:31:16.839483 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6905e793-905e-4a70-b4ad-d5b737c59542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.918904 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8788-2597-418e-b7d4-7a355d25a124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.921397 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8788-2597-418e-b7d4-7a355d25a124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.922615 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8dfd8788-2597-418e-b7d4-7a355d25a124 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38c9b75f-e972-486e-92b2-9ff83c64b0ea HTTP/1.1" status: 204 len: 168 time: 0.3086891 Aug 27 03:31:16.937611 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.956482 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd8788-2597-418e-b7d4-7a355d25a124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c9b75f-e972-486e-92b2-9ff83c64b0ea,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:17.029554 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951c3e6-6d6b-4312-88ea-bf6a2f9db389 req-353d6564-b362-4778-b3f3-42930c78b391 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:17.031633 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6951c3e6-6d6b-4312-88ea-bf6a2f9db389 req-353d6564-b362-4778-b3f3-42930c78b391 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.1418056 Aug 27 03:31:17.228049 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6905e793-905e-4a70-b4ad-d5b737c59542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.255601 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6905e793-905e-4a70-b4ad-d5b737c59542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.303836 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device b2f7d86a-12c4-45d4-b107-3e3b339bd2da up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:17.373724 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6905e793-905e-4a70-b4ad-d5b737c59542 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b3e1f2049534f23909f16e9791a89a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6027644 Aug 27 03:31:17.382562 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port b2f7d86a-12c4-45d4-b107-3e3b339bd2da completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:17.382801 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54452) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:17.387997 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port b2f7d86a-12c4-45d4-b107-3e3b339bd2da triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:17.388378 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.404503 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-27063bf1-093b-48b6-9d9f-6ee10a401090 req-e49fbd74-b7ad-456c-80cb-be8c68ff5d53 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0565081 Aug 27 03:31:17.432887 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6951c3e6-6d6b-4312-88ea-bf6a2f9db389 req-2eb0e67e-bb40-4bd2-a078-1ad0f244009b tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934643 Aug 27 03:31:17.436969 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905e793-905e-4a70-b4ad-d5b737c59542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3292947-3e20-4ff7-bfad-55e3a2fdb8d3,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:17.452040 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Allocated IP 172.27.2.190 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/f4d47fa3-52ac-44ca-821a-bc584a852959) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:17.517956 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.558999 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9b9f74d3-18f5-41af-a2be-1b171f045150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.561682 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port b2f7d86a-12c4-45d4-b107-3e3b339bd2da, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=b2f7d86a-12c4-45d4-b107-3e3b339bd2da,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:17.569152 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.593180 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9b9f74d3-18f5-41af-a2be-1b171f045150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.628389 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=b2f7d86a-12c4-45d4-b107-3e3b339bd2da,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:17.672153 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.692790 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9b9f74d3-18f5-41af-a2be-1b171f045150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.695389 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9b9f74d3-18f5-41af-a2be-1b171f045150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.696575 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9b9f74d3-18f5-41af-a2be-1b171f045150 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3292947-3e20-4ff7-bfad-55e3a2fdb8d3 HTTP/1.1" status: 204 len: 168 time: 0.3013861 Aug 27 03:31:17.718753 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f74d3-18f5-41af-a2be-1b171f045150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3292947-3e20-4ff7-bfad-55e3a2fdb8d3,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:17.756429 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.795889 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:17.802621 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:17.805623 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:18.022290 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb9d0a-2623-415b-a258-d3dcbbac810e req-2a106ab4-c73d-4bfe-9ad3-f5f7cc48ba3f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:18.023906 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-56cb9d0a-2623-415b-a258-d3dcbbac810e req-2a106ab4-c73d-4bfe-9ad3-f5f7cc48ba3f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.0994985 Aug 27 03:31:18.179991 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-56cb9d0a-2623-415b-a258-d3dcbbac810e req-712da248-8d6e-4145-9df1-0851e0e1d19d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475749 Aug 27 03:31:18.197766 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'Port': ['ID=f4d47fa3-52ac-44ca-821a-bc584a852959,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:18.427884 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:18.507949 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:18.690499 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd929e7c-4a7f-4cf1-87cb-1093642a24ad req-9d020ce6-dbca-49cb-9085-204b87ffcf83 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0768673 Aug 27 03:31:18.712829 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da192879-e169-41ee-983b-db1ea38fac4a req-c04a047b-df68-41a3-bb3e-47930a6e3903 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:18.721915 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da192879-e169-41ee-983b-db1ea38fac4a req-c04a047b-df68-41a3-bb3e-47930a6e3903 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.1275764 Aug 27 03:31:18.751820 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:18.762819 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:18.775875 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da192879-e169-41ee-983b-db1ea38fac4a req-d164e3be-ee3c-4484-bebc-0d2bc649bab2 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525222 Aug 27 03:31:18.869756 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'Port': ['ID=f4d47fa3-52ac-44ca-821a-bc584a852959,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:18.887407 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:18.919991 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:18.921272 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-48c3f20d-9ed0-4fe6-bf6a-3209e4d640b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3924365 Aug 27 03:31:19.254155 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device b2f7d86a-12c4-45d4-b107-3e3b339bd2da up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:19.312683 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-8a8f7564-0504-401f-95e1-1f99f7495c70 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1782034687&fields=id&tenant_id=57d7d769521e4286baaa5fc29a8f22ff HTTP/1.1" status: 200 len: 267 time: 0.0899053 Aug 27 03:31:19.443214 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port b2f7d86a-12c4-45d4-b107-3e3b339bd2da triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:19.443945 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:19.465762 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada82e5-0a74-41f7-8276-e217a7760e7e req-4ffb2e57-7a43-4375-9b0e-cc8a595f8d16 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:19.467664 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ada82e5-0a74-41f7-8276-e217a7760e7e req-4ffb2e57-7a43-4375-9b0e-cc8a595f8d16 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.1145482 Aug 27 03:31:19.550705 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0ada82e5-0a74-41f7-8276-e217a7760e7e req-3062a57f-3655-4ad2-8c55-5bc7c583f454 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704973 Aug 27 03:31:19.573184 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-baf7b886-dd50-43e2-86e2-f2e276eb6715 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:19.585597 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-baf7b886-dd50-43e2-86e2-f2e276eb6715 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 811 time: 0.2626362 Aug 27 03:31:19.613718 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-e216a049-ad64-4870-ace8-021b8f64d251 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/quotas/57d7d769521e4286baaa5fc29a8f22ff HTTP/1.1" status: 200 len: 375 time: 0.0253754 Aug 27 03:31:19.725854 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-3c41d0f9-5316-4439-a171-7e41d0b636ca tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1071632 Aug 27 03:31:19.994178 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3c09eb24-1345-49db-835a-a85e4963cfbe req-99fbe973-e536-4b85-a57c-acf474fc399e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.1068244 Aug 27 03:31:20.074489 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-0bf27b31-76f1-473e-8129-aa60fd7bd2fa service neutron] 10.222.0.48 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914159 Aug 27 03:31:20.318213 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-c457683d-c6c7-4eb0-babf-ccdc0e5d8b5a service neutron] 10.222.0.48 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420754 Aug 27 03:31:20.359307 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4812b8-bc20-4f3c-8571-9ad61bf72ef6 req-5edf5ee5-2bb1-4a7d-9a1d-6de7b530487d tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.361472 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb4812b8-bc20-4f3c-8571-9ad61bf72ef6 req-5edf5ee5-2bb1-4a7d-9a1d-6de7b530487d tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.1564429 Aug 27 03:31:20.473403 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb4812b8-bc20-4f3c-8571-9ad61bf72ef6 req-f3c02373-b53e-4f95-8614-41593eb7c1b4 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965157 Aug 27 03:31:20.661216 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d8ebcae-7509-4ecb-9c8e-c4962ba20038 req-21905b7b-4c93-42b4-9f87-536d3d6b6a50 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0680735 Aug 27 03:31:20.743476 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54596) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:20.823740 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:31:20.863063 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57329d-02d7-482a-8b76-1898d51f2c8c req-149f7033-d503-4895-9487-9539cbc06650 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.872137 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a57329d-02d7-482a-8b76-1898d51f2c8c req-149f7033-d503-4895-9487-9539cbc06650 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.1938002 Aug 27 03:31:20.923804 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a57329d-02d7-482a-8b76-1898d51f2c8c req-294742f8-878e-40d5-99d6-b1979a86ddaf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506451 Aug 27 03:31:21.121065 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b156d288-6356-4bf1-944e-aa6f4e916427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:21.164649 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da134c3b-b427-4174-b419-a0a3ae9f34f4 req-25d3c868-b3da-4645-b11f-65b49c3c147d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0589795 Aug 27 03:31:21.348817 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b156d288-6356-4bf1-944e-aa6f4e916427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:21.361510 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b156d288-6356-4bf1-944e-aa6f4e916427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:21.425087 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b156d288-6356-4bf1-944e-aa6f4e916427 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e86bcb4507124ec6be02fc1981464bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784849 Aug 27 03:31:21.426615 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156d288-6356-4bf1-944e-aa6f4e916427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97e6815-3aca-46c3-b2f1-1cac8f210243,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:21.427936 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54626) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:21.559785 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e57ee8a-03d1-4249-a81b-6b74b6d91e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:21.671234 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e57ee8a-03d1-4249-a81b-6b74b6d91e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:21.761005 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b3c9c-07a6-40e8-bc2a-0dc88cef7dcf req-d7ff16fd-5fb5-4114-ad3a-51709d29e444 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:21.762948 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c82b3c9c-07a6-40e8-bc2a-0dc88cef7dcf req-d7ff16fd-5fb5-4114-ad3a-51709d29e444 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.1663163 Aug 27 03:31:21.831975 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-379f9a48-85c9-4b70-b641-350a76e64418 req-99f616bc-fa5c-427a-bd62-fd32cfb88837 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0565598 Aug 27 03:31:21.850724 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c82b3c9c-07a6-40e8-bc2a-0dc88cef7dcf req-044b6b9e-6c42-49d4-9fcf-5ff2a6c66ca8 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801392 Aug 27 03:31:21.864577 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e57ee8a-03d1-4249-a81b-6b74b6d91e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:21.869273 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3e57ee8a-03d1-4249-a81b-6b74b6d91e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:21.872713 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3e57ee8a-03d1-4249-a81b-6b74b6d91e66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d97e6815-3aca-46c3-b2f1-1cac8f210243 HTTP/1.1" status: 204 len: 168 time: 0.4412785 Aug 27 03:31:21.887691 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57ee8a-03d1-4249-a81b-6b74b6d91e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97e6815-3aca-46c3-b2f1-1cac8f210243,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:22.073100 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb2bc1-a92e-434f-bd4a-287de53f9731 req-46966867-a2b7-4700-922d-c3fabd366ffd tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:22.074958 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2fbb2bc1-a92e-434f-bd4a-287de53f9731 req-46966867-a2b7-4700-922d-c3fabd366ffd tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.0726922 Aug 27 03:31:22.129001 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2fbb2bc1-a92e-434f-bd4a-287de53f9731 req-e57dd30a-de43-46ef-89ff-8416abbb650c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457654 Aug 27 03:31:22.324922 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-44290ab6-f561-446f-a815-bea9029d5b4e req-7c98e9b8-df39-48fd-8f8d-5b7c4b1a3f41 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0588787 Aug 27 03:31:23.061757 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54690) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:23.067239 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ebcc31c-5e6b-46e3-a2c9-7bb503452d30 req-2641fbf3-33f8-423f-9be8-47c640114557 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0640244 Aug 27 03:31:23.122674 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771532a-b1db-4d8a-bdb7-fd458671515d req-52b8683f-dc80-4758-ab3a-ee1e4d71f6d5 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:23.124586 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e771532a-b1db-4d8a-bdb7-fd458671515d req-52b8683f-dc80-4758-ab3a-ee1e4d71f6d5 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.1473448 Aug 27 03:31:23.208404 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e771532a-b1db-4d8a-bdb7-fd458671515d req-bc895950-d865-45c9-a8f4-e10d1e32d491 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703824 Aug 27 03:31:23.296821 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c7717ab5-2fe3-4bae-9a31-7f9dfab44e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.395778 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445fbb1-bb3e-41dd-b0af-15670d57bd2c req-bf124232-5c52-4f94-bca5-a3a2ea74858b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:23.403445 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4445fbb1-bb3e-41dd-b0af-15670d57bd2c req-bf124232-5c52-4f94-bca5-a3a2ea74858b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.1037707 Aug 27 03:31:23.482670 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4445fbb1-bb3e-41dd-b0af-15670d57bd2c req-71cbdc69-7061-4926-8885-328151b5b2eb tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770183 Aug 27 03:31:23.523150 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c7717ab5-2fe3-4bae-9a31-7f9dfab44e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.534135 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c7717ab5-2fe3-4bae-9a31-7f9dfab44e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.556821 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54ac14d3-1d37-4bb8-bf49-ed84b7040506 req-3dbcbbf2-3150-4e2c-a99a-d94cb3cd47b2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0718894 Aug 27 03:31:23.595444 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c7717ab5-2fe3-4bae-9a31-7f9dfab44e35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51bf569f938f4799926600c4af2b9979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312159 Aug 27 03:31:23.597545 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7717ab5-2fe3-4bae-9a31-7f9dfab44e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f6e568-3005-4f48-8765-4cb0b9861631,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:23.598286 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54714) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:23.664792 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e8240428-b2bd-4a12-aff9-14551e646cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.691477 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e8240428-b2bd-4a12-aff9-14551e646cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.756003 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e8240428-b2bd-4a12-aff9-14551e646cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.759589 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e8240428-b2bd-4a12-aff9-14551e646cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.760924 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e8240428-b2bd-4a12-aff9-14551e646cf4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13f6e568-3005-4f48-8765-4cb0b9861631 HTTP/1.1" status: 204 len: 168 time: 0.1616595 Aug 27 03:31:23.778320 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8240428-b2bd-4a12-aff9-14551e646cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f6e568-3005-4f48-8765-4cb0b9861631,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:24.217885 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-18995977-473b-4ec0-bf1f-ab04c3e7bf49 req-1bf179d4-950e-40ae-9bf7-565fbb88d573 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0452147 Aug 27 03:31:24.425448 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f77a4e-d380-4d8a-9130-fb9c46e4194e req-702624a1-4664-44db-8fb4-2fdcbbee5a7e tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:24.438784 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b9f77a4e-d380-4d8a-9130-fb9c46e4194e req-702624a1-4664-44db-8fb4-2fdcbbee5a7e tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.1355977 Aug 27 03:31:24.452281 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54740) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:24.485805 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-02cdc74a-39a2-45bc-b0de-cfb490d8a468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.499938 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b9f77a4e-d380-4d8a-9130-fb9c46e4194e req-dab69c43-0192-422d-b35c-c1e3ff4bcf8e tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595942 Aug 27 03:31:24.648005 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-02cdc74a-39a2-45bc-b0de-cfb490d8a468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.654346 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-02cdc74a-39a2-45bc-b0de-cfb490d8a468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.766494 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-02cdc74a-39a2-45bc-b0de-cfb490d8a468 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1031c26407d4f7d887d6aa4b4a72898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124993 Aug 27 03:31:24.768590 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7695c563-f2d2-4116-bfe7-a6b90e78f829 req-8af9211d-19d5-4046-8fb9-cebaacd05b6a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0758402 Aug 27 03:31:24.769861 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54756) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:24.779213 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdc74a-39a2-45bc-b0de-cfb490d8a468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45089ba8-1cb9-41bf-8851-799bf47bece7,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:24.787780 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52ae58-f484-42bd-af74-ee525d53ab8a req-b8945443-c9b2-402c-b544-e3b6371ccd75 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:24.789391 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ab52ae58-f484-42bd-af74-ee525d53ab8a req-b8945443-c9b2-402c-b544-e3b6371ccd75 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.1629322 Aug 27 03:31:24.855464 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ab52ae58-f484-42bd-af74-ee525d53ab8a req-8098cf87-a4f2-4d1d-8b89-7cdf1a70473c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523028 Aug 27 03:31:24.909427 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7b168ef3-44e5-47c4-9d82-5db0a63d6c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.940512 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7b168ef3-44e5-47c4-9d82-5db0a63d6c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.999065 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7b168ef3-44e5-47c4-9d82-5db0a63d6c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:25.012178 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7b168ef3-44e5-47c4-9d82-5db0a63d6c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:25.021675 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7b168ef3-44e5-47c4-9d82-5db0a63d6c33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45089ba8-1cb9-41bf-8851-799bf47bece7 HTTP/1.1" status: 204 len: 168 time: 0.2484224 Aug 27 03:31:25.033371 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b168ef3-44e5-47c4-9d82-5db0a63d6c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45089ba8-1cb9-41bf-8851-799bf47bece7,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:25.373775 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6dab7a1e-4aad-4b79-87c6-f8096433e855 req-5a26013b-8cf7-4c11-9150-80e0dbfc1834 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0375898 Aug 27 03:31:25.635239 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1720-6065-4ba9-9801-22b4801c3c34 req-b3356ec3-1ab7-4b40-a3db-3d0c67804915 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:25.642519 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bc6a1720-6065-4ba9-9801-22b4801c3c34 req-b3356ec3-1ab7-4b40-a3db-3d0c67804915 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.0577612 Aug 27 03:31:25.683173 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bc6a1720-6065-4ba9-9801-22b4801c3c34 req-13389ab7-9368-46c9-ad5d-43d2a6425c5c tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391729 Aug 27 03:31:25.886156 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eed1a3d5-8d8f-409a-8a1d-0523273d23bd req-ca4da208-6776-4e32-8a1a-8587bea89d3c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0372379 Aug 27 03:31:26.005677 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdaa91-2e05-49c4-8bb8-5522360e41e0 req-b8361403-0ab6-4d2a-9f3e-917be73f0cac tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:26.007469 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48fdaa91-2e05-49c4-8bb8-5522360e41e0 req-b8361403-0ab6-4d2a-9f3e-917be73f0cac tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.0566144 Aug 27 03:31:26.037165 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54820) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:26.049844 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48fdaa91-2e05-49c4-8bb8-5522360e41e0 req-ef0347d3-c9c0-433c-b9c2-e5f96901a9a3 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347991 Aug 27 03:31:26.161843 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-465941679-network', 'tenant_id': 'cda0da7bc3bd48d7b12cbc7e6f823b71'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:26.185387 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Made reservation on behalf of cda0da7bc3bd48d7b12cbc7e6f823b71 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:26.188751 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:26.197489 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:26.301762 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:26.305649 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:26.332260 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:26.343338 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93026b5a-127b-4200-8cf9-7cde2b60c67b,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:26.353887 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:26.353887 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Added segment d25666ab-f37b-491e-836d-78ae31b1116c of type vlan for network fe7821d0-97cf-441e-beed-217d20735215 Aug 27 03:31:26.401181 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:26.429126 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:26.431227 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:26.432056 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:26.464604 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54dc6c8f-91c0-4eb2-8318-6acffbdc75b7 req-efaf4af4-f73b-4e3f-b0d6-9185e7b52122 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0296440 Aug 27 03:31:26.486579 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4479504 Aug 27 03:31:26.489160 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54826) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:26.494002 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] Request body: {'subnet': {'network_id': 'fe7821d0-97cf-441e-beed-217d20735215', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-465941679-subnet', 'tenant_id': 'cda0da7bc3bd48d7b12cbc7e6f823b71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:26.526104 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3f97d-2f7f-4534-a1f6-9853c3b4969f admin admin] Pushing event updated for resources: {'Network': ['ID=fe7821d0-97cf-441e-beed-217d20735215,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:26.537827 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network fe7821d0-97cf-441e-beed-217d20735215 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:26.540650 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] Made reservation on behalf of cda0da7bc3bd48d7b12cbc7e6f823b71 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:26.543860 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130617922'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:26.826371 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389c7ab-a333-42aa-978a-49e38c754f37 req-e59e3c6e-f6a4-4fd3-b2b8-04a5debde46b tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:26.828136 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6389c7ab-a333-42aa-978a-49e38c754f37 req-e59e3c6e-f6a4-4fd3-b2b8-04a5debde46b tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.0529883 Aug 27 03:31:26.853874 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131046858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130617904'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:26.874001 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6389c7ab-a333-42aa-978a-49e38c754f37 req-727e1c32-2353-487a-9834-444cb16a745c tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376601 Aug 27 03:31:26.923236 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] Checking segment: {'id': 'd25666ab-f37b-491e-836d-78ae31b1116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:26.923943 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] Network hostable DHCP agents. Network: fe7821d0-97cf-441e-beed-217d20735215, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:26.929462 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e01f0c24-afac-4a83-8a75-7976d01305c9,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:26.956123 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] Network fe7821d0-97cf-441e-beed-217d20735215 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:26.969813 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, fe7821d0-97cf-441e-beed-217d20735215) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:26.980138 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:26.980917 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:26.981167 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a49b21-9ab9-4653-824c-e6155fb60607 None None] Network fe7821d0-97cf-441e-beed-217d20735215 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:26.997691 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b90348da-f0fc-4756-8ac3-30a9aba1601d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5073614 Aug 27 03:31:27.042678 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b00ad552-85e4-473f-bfa1-b2c2ec39d28a req-5b49daa4-a28b-4b35-b9bb-6bac94124def tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0768402 Aug 27 03:31:27.168616 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6f108b-cd6d-405f-83e7-940775eec3dd None None] Network fe7821d0-97cf-441e-beed-217d20735215 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:27.171493 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25969c-c2ca-4c48-a453-af0986997c36 req-155518ab-defc-4603-8e0c-f95e36143f96 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:27.173855 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd25969c-c2ca-4c48-a453-af0986997c36 req-155518ab-defc-4603-8e0c-f95e36143f96 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.0549088 Aug 27 03:31:27.221191 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd25969c-c2ca-4c48-a453-af0986997c36 req-8d36c2b1-c4b6-48cd-a4c7-1e726f6833c0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371933 Aug 27 03:31:27.564580 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b247ff06-dd67-45c9-b223-a353340f34a3 req-378e530a-e78c-45f3-b9e6-dafd95a64d6b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0289977 Aug 27 03:31:27.987094 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcf75a-88b5-40c0-9da3-d82d039be2c3 req-8590a4fb-2ef0-4fdd-96e3-d898f0f640f1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:27.988459 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-36fcf75a-88b5-40c0-9da3-d82d039be2c3 req-8590a4fb-2ef0-4fdd-96e3-d898f0f640f1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.0482957 Aug 27 03:31:28.024992 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-36fcf75a-88b5-40c0-9da3-d82d039be2c3 req-2d122a57-4843-41ac-a2c6-4ec9ce9e4d4e tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306711 Aug 27 03:31:28.143918 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4afdbee2-c21a-4489-a0c2-5362b135cdb7 req-8cffaaf9-e88a-4389-bfd1-6823c37d9397 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0291603 Aug 27 03:31:28.348500 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a1876-93c9-4767-87e2-7ad3cef4e7e1 req-c650925e-c43b-4ee8-b71c-c9b97177180b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:28.349988 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a23a1876-93c9-4767-87e2-7ad3cef4e7e1 req-c650925e-c43b-4ee8-b71c-c9b97177180b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.0516748 Aug 27 03:31:28.389141 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a23a1876-93c9-4767-87e2-7ad3cef4e7e1 req-ddd87208-019b-46ca-9895-4373bbb091ba tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318756 Aug 27 03:31:28.672109 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e78e833d-0e23-47d9-a9f3-442b0e817ee3 req-821b4e67-0d34-4a9c-8e7a-506a59333931 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0270288 Aug 27 03:31:28.895879 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54918) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:29.005989 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5776ebe4-3e06-43c2-8a09-c681166fe98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.123549 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5776ebe4-3e06-43c2-8a09-c681166fe98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.129659 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5776ebe4-3e06-43c2-8a09-c681166fe98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.161647 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44be0c-4db7-44dc-b46a-891962e34b79 req-9c017a59-75e2-433a-a6d9-8e587b8de2f9 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:29.163584 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca44be0c-4db7-44dc-b46a-891962e34b79 req-9c017a59-75e2-433a-a6d9-8e587b8de2f9 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.0660026 Aug 27 03:31:29.186468 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5776ebe4-3e06-43c2-8a09-c681166fe98f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21ce7f862b75488f9241b1a5f991f9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894442 Aug 27 03:31:29.189757 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54928) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:29.220271 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776ebe4-3e06-43c2-8a09-c681166fe98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8bfa0f-3dc8-4513-897b-f5138f48a842,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:29.231336 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca44be0c-4db7-44dc-b46a-891962e34b79 req-8d2f0593-cb44-43cc-a2d3-4e67e57407a1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566401 Aug 27 03:31:29.267416 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3f44-f5e4-4dd4-9eb7-4e9653dc8bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.277049 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-09a5adfc-c77e-4427-a4ca-7bbb1094d711 req-9eafff6a-c273-4e45-a55b-e5feeeb20023 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0252912 Aug 27 03:31:29.288572 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3f44-f5e4-4dd4-9eb7-4e9653dc8bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.335189 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3f44-f5e4-4dd4-9eb7-4e9653dc8bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.338254 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3f44-f5e4-4dd4-9eb7-4e9653dc8bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.339455 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-cb2f3f44-f5e4-4dd4-9eb7-4e9653dc8bbf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b8bfa0f-3dc8-4513-897b-f5138f48a842 HTTP/1.1" status: 204 len: 168 time: 0.1433444 Aug 27 03:31:29.347605 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f3f44-f5e4-4dd4-9eb7-4e9653dc8bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8bfa0f-3dc8-4513-897b-f5138f48a842,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:29.520668 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491bcac-8b68-4faf-b33e-cebe8dd17d80 req-09da6964-2fcb-4939-b18c-5556d975f880 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:29.522187 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b491bcac-8b68-4faf-b33e-cebe8dd17d80 req-09da6964-2fcb-4939-b18c-5556d975f880 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.0516105 Aug 27 03:31:29.569009 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b491bcac-8b68-4faf-b33e-cebe8dd17d80 req-a1084b4a-55d9-4223-9f96-212e184e9fbc tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403140 Aug 27 03:31:29.621472 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 54936) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:29.638212 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5896314e-a900-4efd-8f49-d4341d1ea44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.735513 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5896314e-a900-4efd-8f49-d4341d1ea44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.749625 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5896314e-a900-4efd-8f49-d4341d1ea44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.774870 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-175990d6-15bd-4783-b63f-89ca6192d6b0 req-d44f886c-bcdc-41f4-bc9c-d549e02485d6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0290136 Aug 27 03:31:29.807124 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896314e-a900-4efd-8f49-d4341d1ea44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73fe041-4c38-45e3-b6e0-856a3b5ea3f8,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:29.816693 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5896314e-a900-4efd-8f49-d4341d1ea44d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbd433113eb9405a9cba5125e7636b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939466 Aug 27 03:31:29.819210 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 54944) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:29.871485 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6ac84739-20b3-435e-b401-7506d9ecf997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.893870 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6ac84739-20b3-435e-b401-7506d9ecf997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.941123 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6ac84739-20b3-435e-b401-7506d9ecf997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.943885 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6ac84739-20b3-435e-b401-7506d9ecf997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:29.945009 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6ac84739-20b3-435e-b401-7506d9ecf997 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e73fe041-4c38-45e3-b6e0-856a3b5ea3f8 HTTP/1.1" status: 204 len: 168 time: 0.1246784 Aug 27 03:31:29.952909 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac84739-20b3-435e-b401-7506d9ecf997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73fe041-4c38-45e3-b6e0-856a3b5ea3f8,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:30.353550 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c63c4-66ca-4118-be7c-826cf327b36d req-ccadb027-3b60-462a-960e-ee9e212b1934 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:30.355163 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-847c63c4-66ca-4118-be7c-826cf327b36d req-ccadb027-3b60-462a-960e-ee9e212b1934 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.0535738 Aug 27 03:31:30.392482 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-420a37c1-ac3a-435a-bd96-dfb3ac687f3a req-9a31d562-86ad-4a99-9065-579e6b5c5726 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0467863 Aug 27 03:31:30.413385 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-847c63c4-66ca-4118-be7c-826cf327b36d req-04abc860-7bcf-4595-91d4-9b4eb3fef544 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483098 Aug 27 03:31:30.695144 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68502bce-0bae-4961-8312-3e4630eb63f5 req-67bf2256-e11d-4eab-b742-cd504a322b73 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:30.696653 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-68502bce-0bae-4961-8312-3e4630eb63f5 req-67bf2256-e11d-4eab-b742-cd504a322b73 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.0518007 Aug 27 03:31:30.733875 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-68502bce-0bae-4961-8312-3e4630eb63f5 req-29a14436-2535-483b-b3fc-ac9dc112862b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Aug 27 03:31:30.752783 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-774f4e91-33b6-4b50-a1a0-2169e2c6f10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:30.886872 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8a8dda84-1412-4268-93e9-c8bda284c865 req-27e38486-0cb6-4bbd-bafa-e0bff8d552bc tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0374722 Aug 27 03:31:31.127875 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-1aa4f47d-e218-4669-8d5b-7686745c4d55 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:31:31.129238 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-1aa4f47d-e218-4669-8d5b-7686745c4d55 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082276 Aug 27 03:31:31.165228 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-81bd95b2-0c42-44ba-a3e9-733c759a619c tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:31:31.166224 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-81bd95b2-0c42-44ba-a3e9-733c759a619c tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058398 Aug 27 03:31:31.317611 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.62', 61625) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:31.395269 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Request body: {'port': {'device_id': '4bef536a-d819-4f5b-b397-f7f0d19dc976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:31.427971 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Request body: {'port': {'device_id': '2b8d878f-cb25-4cd8-b690-81e8698f2a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:31.496159 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.518236 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-0aea0dfd-c51d-42ac-9b5d-b6481307e6ce tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:31.519946 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-0aea0dfd-c51d-42ac-9b5d-b6481307e6ce tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.62 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 819 time: 0.2193060 Aug 27 03:31:31.583739 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.611705 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Request body: {'port': {'device_id': '248b6ca4-52d6-42f2-8ab8-823ee2872a2c', 'network_id': '97b5146e-1ead-45fa-b520-237d06579200', 'admin_state_up': True, 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:31.633463 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0f8576a-aece-4ef5-8ac2-a735f761f6b1 req-13c25da1-8d5c-4a81-a314-a489c13cfa6e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0749536 Aug 27 03:31:31.727346 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e815f43-d13a-4e3d-a66f-c5a77f7e0556 req-07eeeb14-53e8-419b-8580-6d02ba9239d5 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:31.728938 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9e815f43-d13a-4e3d-a66f-c5a77f7e0556 req-07eeeb14-53e8-419b-8580-6d02ba9239d5 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 931 time: 0.1582925 Aug 27 03:31:31.819144 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9e815f43-d13a-4e3d-a66f-c5a77f7e0556 req-99b52754-4e8a-444d-9556-7b6b57d36e57 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690215 Aug 27 03:31:31.820241 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Made reservation on behalf of ffe951b6601f41469ba188c9b4ea1234 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:31.824018 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.945797 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415d088-8bff-4341-96b2-7af7c3dfbdd7 req-29f43d77-79f9-4879-8797-8130c55129d4 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:31.947431 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9415d088-8bff-4341-96b2-7af7c3dfbdd7 req-29f43d77-79f9-4879-8797-8130c55129d4 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 931 time: 0.1121738 Aug 27 03:31:32.064256 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253b001d-b392-41bf-b919-b49c1e9c5699 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:32.075836 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.126338 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Transition to ACTIVE for port object 253b001d-b392-41bf-b919-b49c1e9c5699 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:32.130878 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34897c05-7eef-4339-91c9-e3bfd1114a68 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:32.137720 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.141580 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.190406 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Transition to ACTIVE for port object 34897c05-7eef-4339-91c9-e3bfd1114a68 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:32.200982 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.233736 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e2e0a099-3c53-458a-bca7-178006346f13 req-8b10a275-869e-45e8-9cc5-a030fc0f61db tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0669560 Aug 27 03:31:32.240560 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Pushing event updated for resources: {'Port': ['ID=253b001d-b392-41bf-b919-b49c1e9c5699,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:32.291480 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Allocated IP 172.20.0.11 (97b5146e-1ead-45fa-b520-237d06579200/eb98d8b1-6840-4a06-958b-439a22ebfd23/9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:32.356884 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.62', 61632) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:32.367990 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Pushing event updated for resources: {'Port': ['ID=34897c05-7eef-4339-91c9-e3bfd1114a68,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:32.393270 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Attempting to bind port 253b001d-b392-41bf-b919-b49c1e9c5699 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:32.393793 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Attempting to bind port 253b001d-b392-41bf-b919-b49c1e9c5699 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'ae22a464-068f-4f76-b5b6-7c60157a3804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76348684-0746-4695-863f-6c13d586fb3e'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:32.394168 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Attempting to bind port 253b001d-b392-41bf-b919-b49c1e9c5699 on network 76348684-0746-4695-863f-6c13d586fb3e {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:32.398775 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9415d088-8bff-4341-96b2-7af7c3dfbdd7 req-121c6ea9-24ac-40d2-a002-355f5a2d6a0a tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407432 Aug 27 03:31:32.405006 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Port 253b001d-b392-41bf-b919-b49c1e9c5699 on network 76348684-0746-4695-863f-6c13d586fb3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:32.405347 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Attempting to bind port 253b001d-b392-41bf-b919-b49c1e9c5699 on network 76348684-0746-4695-863f-6c13d586fb3e {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:32.420748 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:32.420748 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Checking segment: {'id': 'ae22a464-068f-4f76-b5b6-7c60157a3804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76348684-0746-4695-863f-6c13d586fb3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:32.420748 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Bound using segment: {'id': 'ae22a464-068f-4f76-b5b6-7c60157a3804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76348684-0746-4695-863f-6c13d586fb3e'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:32.420748 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Bound port: 253b001d-b392-41bf-b919-b49c1e9c5699, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae22a464-068f-4f76-b5b6-7c60157a3804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '76348684-0746-4695-863f-6c13d586fb3e'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:32.420748 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.443117 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Attempting to bind port 34897c05-7eef-4339-91c9-e3bfd1114a68 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:32.443447 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Attempting to bind port 34897c05-7eef-4339-91c9-e3bfd1114a68 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:32.443774 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Attempting to bind port 34897c05-7eef-4339-91c9-e3bfd1114a68 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:32.467159 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Port 34897c05-7eef-4339-91c9-e3bfd1114a68 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:32.467498 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Attempting to bind port 34897c05-7eef-4339-91c9-e3bfd1114a68 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:32.481234 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:32.481585 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Checking segment: {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:32.481950 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Bound using segment: {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:32.482410 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Bound port: 34897c05-7eef-4339-91c9-e3bfd1114a68, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:32.482813 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.536590 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] For port 253b001d-b392-41bf-b919-b49c1e9c5699, host hv-cinder-77398, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:32.653827 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.668175 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-e72380c1-3621-4646-8e34-7ed833b7e8c6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:32.669889 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-e72380c1-3621-4646-8e34-7ed833b7e8c6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.62 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 819 time: 0.2971554 Aug 27 03:31:32.705525 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] For port 253b001d-b392-41bf-b919-b49c1e9c5699, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=253b001d-b392-41bf-b919-b49c1e9c5699,segment=NetworkSegment(ae22a464-068f-4f76-b5b6-7c60157a3804),segment_id=ae22a464-068f-4f76-b5b6-7c60157a3804)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:32.711211 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Request body: {'port': {'device_id': 'ef870f4c-a749-484d-a466-9be119c21dbf', 'network_id': '97b5146e-1ead-45fa-b520-237d06579200', 'admin_state_up': True, 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:32.717474 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.720979 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.762873 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] For port 34897c05-7eef-4339-91c9-e3bfd1114a68, host hv-cinder-77398, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:32.770043 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:32.770889 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.772313 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] 10.222.0.62 "PUT /v2.0/ports/253b001d-b392-41bf-b919-b49c1e9c5699 HTTP/1.1" status: 200 len: 1093 time: 1.4537191 Aug 27 03:31:32.772751 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bef536a-d819-4f5b-b397-f7f0d19dc976', 'tag': '253b001d-b392-41bf-b919-b49c1e9c5699'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:32.795832 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] For port 34897c05-7eef-4339-91c9-e3bfd1114a68, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=34897c05-7eef-4339-91c9-e3bfd1114a68,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:32.819615 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.831724 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13facb73-86a6-4136-a123-0505b11958b2 service neutron] Pushing event updated for resources: {'Port': ['ID=253b001d-b392-41bf-b919-b49c1e9c5699,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:32.865684 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88af70ca-d621-42c7-8bf2-a76b7fa982a5 req-039aa99a-e79d-4bf6-94f7-5619632f5768 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.1290567 Aug 27 03:31:32.877767 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Network 97b5146e-1ead-45fa-b520-237d06579200 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:32.923388 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:32.933960 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.62', 61636) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:32.955128 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Pushing event updated for resources: {'Port': ['ID=34897c05-7eef-4339-91c9-e3bfd1114a68,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:32.962493 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:32.963287 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:32.964806 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-f2ddb02c-6192-4bce-878e-5f836f58ff94 service neutron] 10.222.0.62 "PUT /v2.0/ports/34897c05-7eef-4339-91c9-e3bfd1114a68 HTTP/1.1" status: 200 len: 1093 time: 1.6450579 Aug 27 03:31:33.005685 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:33.017823 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c5e41b-12cf-4caf-90dc-352e65e518b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4bef536a-d819-4f5b-b397-f7f0d19dc976", "tag": "253b001d-b392-41bf-b919-b49c1e9c5699"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:33.070876 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Pushing event updated for resources: {'Port': ['ID=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:33.138223 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-fb336930-a328-485d-80f8-fd008e4a8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.139731 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-fb336930-a328-485d-80f8-fd008e4a8ffe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2133a8c527644f82bfc24e5b135d39d4&device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 1096 time: 0.2048895 Aug 27 03:31:33.146405 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55084) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:33.161324 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.161324 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.183812 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7499df-0fc7-4f83-828c-b2566e5ec5c6 req-47cf3ead-521b-42a6-9744-6a43b4f662fc tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.185430 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f7499df-0fc7-4f83-828c-b2566e5ec5c6 req-47cf3ead-521b-42a6-9744-6a43b4f662fc tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 943 time: 0.2595792 Aug 27 03:31:33.219307 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Made reservation on behalf of ffe951b6601f41469ba188c9b4ea1234 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:33.223657 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.224603 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-881a3d94-4c1b-47f7-a383-eca2404dfef0 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.226207 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-881a3d94-4c1b-47f7-a383-eca2404dfef0 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 811 time: 0.2889185 Aug 27 03:31:33.237874 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-9ea84650-81d0-470d-a093-e86dace74e36 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6453059 Aug 27 03:31:33.263884 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-79f91527-129a-4574-9a2d-a6c0464aaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.265452 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-79f91527-129a-4574-9a2d-a6c0464aaaaa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 1096 time: 0.1938405 Aug 27 03:31:33.268119 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-adec5cd8-f1e2-4321-b665-daa7f20b0cc6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=253b001d-b392-41bf-b919-b49c1e9c5699 HTTP/1.1" status: 200 len: 217 time: 0.1032488 Aug 27 03:31:33.283983 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f7499df-0fc7-4f83-828c-b2566e5ec5c6 req-c1139af5-335b-4911-963f-316e382140ed tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838084 Aug 27 03:31:33.365429 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Request body: {'port': {'device_id': '248b6ca4-52d6-42f2-8ab8-823ee2872a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:33.404778 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-b8ae535e-fc6b-4179-aed2-d4dd4716f070 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34897c05-7eef-4339-91c9-e3bfd1114a68 HTTP/1.1" status: 200 len: 217 time: 0.0558183 Aug 27 03:31:33.493277 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-35ffa433-6251-491c-b6d6-9fefefe24ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.526540 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-3e856e84-68f6-49ee-83e1-ea9c49b7f60c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57d7d769521e4286baaa5fc29a8f22ff HTTP/1.1" status: 200 len: 380 time: 0.1868913 Aug 27 03:31:33.547892 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'port': {'device_id': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'admin_state_up': True, 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'security_groups': ['035418b6-e422-4a2f-a0ed-3678bb1bfccd']}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:33.614331 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a22b3c1-83c1-4ac1-85bb-fc0e70987605 x-openstack-request-id: req-9a22b3c1-83c1-4ac1-85bb-fc0e70987605 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:33.614652 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bef536a-d819-4f5b-b397-f7f0d19dc976", "tag": "253b001d-b392-41bf-b919-b49c1e9c5699", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:33.614869 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a22b3c1-83c1-4ac1-85bb-fc0e70987605 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:33.615328 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bef536a-d819-4f5b-b397-f7f0d19dc976', 'tag': '253b001d-b392-41bf-b919-b49c1e9c5699', 'status': 'completed', 'code': 200} Aug 27 03:31:33.620517 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-7ad416fe-d2c8-4255-9dcf-b51796ad2a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.621998 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-7ad416fe-d2c8-4255-9dcf-b51796ad2a6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51b910e6-7952-4980-baa0-27f1aebfc07c HTTP/1.1" status: 200 len: 852 time: 0.2719727 Aug 27 03:31:33.675609 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-525d87a7-ba6b-4fc4-9b00-afa256975686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:33.677554 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-525d87a7-ba6b-4fc4-9b00-afa256975686 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e706786-821b-45ac-812c-c67930be1360 HTTP/1.1" status: 200 len: 855 time: 0.2546661 Aug 27 03:31:33.705315 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-0cb21099-ca14-4c9e-a028-38fdde736600 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76348684-0746-4695-863f-6c13d586fb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708871 Aug 27 03:31:33.722217 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Allocated IP 172.20.0.2 (97b5146e-1ead-45fa-b520-237d06579200/eb98d8b1-6840-4a06-958b-439a22ebfd23/212f95d8-459a-4da3-a611-d44a86cc8028) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:33.739468 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-86153663-5a6c-443e-9e2d-f386afad8c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.761125 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1dab629a-ca1f-4e0d-8feb-b91d2904eb20 req-3148c17e-abbf-4115-9d76-9305f656323f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.1145537 Aug 27 03:31:33.771766 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:33.785480 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-ee97aa5a-22e5-48d2-aa02-fd28da996d63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=813150a5-dbda-4897-a617-3b0468d8dcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836504 Aug 27 03:31:33.917054 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-5d51bbd2-36db-48ce-95a5-320644035c13 service neutron] 10.222.0.62 "GET /v2.0/networks/76348684-0746-4695-863f-6c13d586fb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014306 Aug 27 03:31:33.936749 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-217470c2-b679-441d-be52-65d502a8aa56 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413531 Aug 27 03:31:33.950633 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55136) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:34.042614 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-f00b63dc-c556-451b-a896-a3cda4fe156c tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:34.044115 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-f00b63dc-c556-451b-a896-a3cda4fe156c tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/networks?id=fe7821d0-97cf-441e-beed-217d20735215 HTTP/1.1" status: 200 len: 808 time: 0.5366271 Aug 27 03:31:34.105890 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ba925d78-94ca-434d-90e0-06c178e2a774 req-a349bc5b-aa3f-4c7b-b625-b4796f2f578c service neutron] 10.222.0.62 "GET /v2.0/networks/76348684-0746-4695-863f-6c13d586fb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800537 Aug 27 03:31:34.118757 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-7a18a414-a57c-4d84-944e-b5e233e875d1 req-1c395842-7750-4ad4-8539-24dc5a146314 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668901 Aug 27 03:31:34.127075 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fd1372fe-9089-483b-a7f0-a817ff43df68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.209180 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b301c0e0-980b-4e68-ade6-f34e01dbfd58 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/quotas/cda0da7bc3bd48d7b12cbc7e6f823b71 HTTP/1.1" status: 200 len: 375 time: 0.1277678 Aug 27 03:31:34.229996 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc708b3c-621f-4065-adde-d344424634bb req-e76ea644-2c9e-4d51-b2d9-38ae84d1cd51 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:34.231574 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cc708b3c-621f-4065-adde-d344424634bb req-e76ea644-2c9e-4d51-b2d9-38ae84d1cd51 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 943 time: 0.3624911 Aug 27 03:31:34.250811 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-35ffa433-6251-491c-b6d6-9fefefe24ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.285961 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-35ffa433-6251-491c-b6d6-9fefefe24ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.290173 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Made reservation on behalf of 57d7d769521e4286baaa5fc29a8f22ff for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:34.293777 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.302588 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-7faf25d2-4559-4b45-87d1-a703f32c019e tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cda0da7bc3bd48d7b12cbc7e6f823b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700543 Aug 27 03:31:34.321884 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e41b-12cf-4caf-90dc-352e65e518b0 req-d8fe3195-f8ca-4cd8-93e9-e7ef8344f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:34.323389 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-56c5e41b-12cf-4caf-90dc-352e65e518b0 req-d8fe3195-f8ca-4cd8-93e9-e7ef8344f6c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2133a8c527644f82bfc24e5b135d39d4&device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 1096 time: 0.0791442 Aug 27 03:31:34.396736 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.412230 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-35ffa433-6251-491c-b6d6-9fefefe24ed0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=faa3bd3b96734fcfa966bab3655dd308&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2634790 Aug 27 03:31:34.421376 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55142) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:34.424261 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffa433-6251-491c-b6d6-9fefefe24ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e59574-51cd-479a-b403-22c7ebb4091b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:34.440421 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cc708b3c-621f-4065-adde-d344424634bb req-4a0e6cbe-ea94-42cb-a74d-12e6e8bc9589 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949551 Aug 27 03:31:34.509672 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-f35d92a6-989a-4d34-8371-2fc9a80ef75d service neutron] 10.222.0.48 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967897 Aug 27 03:31:34.582753 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2164679-bda6-4130-a224-10c97f2cab7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.598090 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e41b-12cf-4caf-90dc-352e65e518b0 req-143488bd-550b-4bdb-9f6e-691598091dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:34.599566 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-56c5e41b-12cf-4caf-90dc-352e65e518b0 req-143488bd-550b-4bdb-9f6e-691598091dde service neutron] 10.222.0.62 "GET /v2.0/networks?id=76348684-0746-4695-863f-6c13d586fb3e HTTP/1.1" status: 200 len: 913 time: 0.2686749 Aug 27 03:31:34.605363 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.615039 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Allocated IP 172.20.0.3 (c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4/61944b7d-35bd-4b95-a50e-2d3b4a7c1c28/dc3cad3e-acbe-4108-9aaf-10f03aebdb4f) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:34.754817 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.834434 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fd1372fe-9089-483b-a7f0-a817ff43df68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.836374 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-56c5e41b-12cf-4caf-90dc-352e65e518b0 req-8325f645-fb44-4b33-af0d-b788a3824bcf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=253b001d-b392-41bf-b919-b49c1e9c5699 HTTP/1.1" status: 200 len: 217 time: 0.2229364 Aug 27 03:31:34.839786 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fd1372fe-9089-483b-a7f0-a817ff43df68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.880992 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2164679-bda6-4130-a224-10c97f2cab7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:34.906037 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Network 97b5146e-1ead-45fa-b520-237d06579200 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:34.926379 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-fd1372fe-9089-483b-a7f0-a817ff43df68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fb0d76d42b845749c5d89c8c8859e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9731722 Aug 27 03:31:34.929630 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:34.931502 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55146) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:34.938867 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1372fe-9089-483b-a7f0-a817ff43df68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18764f4-104a-4f69-805e-d712db65c541,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:34.951620 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:34.963926 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Pushing event updated for resources: {'Port': ['ID=212f95d8-459a-4da3-a611-d44a86cc8028,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:34.973167 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6682f9-b388-4bbd-b339-9d1077a69330 req-11433aa9-f3d1-4aad-afb9-cda2907c5f67 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:34.974681 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee6682f9-b388-4bbd-b339-9d1077a69330 req-11433aa9-f3d1-4aad-afb9-cda2907c5f67 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 931 time: 0.4392529 Aug 27 03:31:34.988306 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e41b-12cf-4caf-90dc-352e65e518b0 req-ee20dd69-9b96-4ed0-bb8d-6d1f32e6eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:34.989786 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-56c5e41b-12cf-4caf-90dc-352e65e518b0 req-ee20dd69-9b96-4ed0-bb8d-6d1f32e6eaee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51b910e6-7952-4980-baa0-27f1aebfc07c HTTP/1.1" status: 200 len: 852 time: 0.1383648 Aug 27 03:31:35.031061 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-56c5e41b-12cf-4caf-90dc-352e65e518b0 req-59fe5b29-e3e9-40ab-873d-e63630a41ccb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=76348684-0746-4695-863f-6c13d586fb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313458 Aug 27 03:31:35.031656 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-d0dd3855-cbaf-47f7-8fc4-d3036fc63c5d service neutron] 10.222.0.48 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086422 Aug 27 03:31:35.069878 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.112129 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:35.112760 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.148270 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee6682f9-b388-4bbd-b339-9d1077a69330 req-b27164c4-7808-4816-9d56-2e84cca68486 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548741 Aug 27 03:31:35.161687 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2164679-bda6-4130-a224-10c97f2cab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.164207 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e2164679-bda6-4130-a224-10c97f2cab7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.167920 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e2164679-bda6-4130-a224-10c97f2cab7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30e59574-51cd-479a-b403-22c7ebb4091b HTTP/1.1" status: 204 len: 168 time: 0.7383654 Aug 27 03:31:35.177130 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-1d0333aa-9a98-4b4d-923d-0f567a55f370 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4711373 Aug 27 03:31:35.178386 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.199468 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f4b1b6b-7540-4b6d-8086-41ad5ed6d31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.206909 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Request body: {'port': {'device_id': 'ef870f4c-a749-484d-a466-9be119c21dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:35.211520 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Transition to ACTIVE for port object dc3cad3e-acbe-4108-9aaf-10f03aebdb4f will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:35.218304 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2164679-bda6-4130-a224-10c97f2cab7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e59574-51cd-479a-b403-22c7ebb4091b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:35.262797 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-56c5e41b-12cf-4caf-90dc-352e65e518b0 req-df06f215-2595-48dd-ac1d-e4e0992f47bc service neutron] 10.222.0.62 "GET /v2.0/networks/76348684-0746-4695-863f-6c13d586fb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224340 Aug 27 03:31:35.265193 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.338815 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f4b1b6b-7540-4b6d-8086-41ad5ed6d31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.382124 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:35.413568 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'Port': ['ID=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:35.423029 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.425436 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:35.426992 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:35.443117 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:35.514640 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Transition to ACTIVE for port object 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:35.525637 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.539848 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.553603 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cf4ac-421a-451c-bbb4-ad8cde43b89c req-32d222df-cc3d-421d-82e0-c219be283a4b tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:35.560816 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0d4cf4ac-421a-451c-bbb4-ad8cde43b89c req-32d222df-cc3d-421d-82e0-c219be283a4b tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 943 time: 0.2734957 Aug 27 03:31:35.614726 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-56c5e41b-12cf-4caf-90dc-352e65e518b0 req-e4a0986a-0c13-42fa-af5b-527901679e83 service neutron] 10.222.0.62 "GET /v2.0/networks/76348684-0746-4695-863f-6c13d586fb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390431 Aug 27 03:31:35.617628 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8d878f-cb25-4cd8-b690-81e8698f2a1f', 'tag': '34897c05-7eef-4339-91c9-e3bfd1114a68'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:35.620052 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee817de7-cb23-4337-ac8a-cc0384e5ad3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8d878f-cb25-4cd8-b690-81e8698f2a1f", "tag": "34897c05-7eef-4339-91c9-e3bfd1114a68"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:35.644161 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f4b1b6b-7540-4b6d-8086-41ad5ed6d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.646298 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:35.646972 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.647387 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4f4b1b6b-7540-4b6d-8086-41ad5ed6d31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.648688 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4f4b1b6b-7540-4b6d-8086-41ad5ed6d31d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b18764f4-104a-4f69-805e-d712db65c541 HTTP/1.1" status: 204 len: 168 time: 0.7088704 Aug 27 03:31:35.696535 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-61c42ae9-ccaf-4551-b1f8-3b961526157c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1610909 Aug 27 03:31:35.718810 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Request body: {'port': {'device_id': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:35.747057 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b1b6b-7540-4b6d-8086-41ad5ed6d31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18764f4-104a-4f69-805e-d712db65c541,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:35.775489 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55180) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:35.781263 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e57b2d-7693-43bc-8aea-99eb01c451a9 req-1e5a079e-f859-4db7-a89e-3cc611c2596e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:35.783560 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-37e57b2d-7693-43bc-8aea-99eb01c451a9 req-1e5a079e-f859-4db7-a89e-3cc611c2596e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 931 time: 0.3567801 Aug 27 03:31:35.807391 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Pushing event updated for resources: {'Port': ['ID=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:35.830344 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e44447a-6536-4c4f-96f7-6f687be1a412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.860039 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0d4cf4ac-421a-451c-bbb4-ad8cde43b89c req-af0f0d6d-a9f2-47be-9bcd-38e3f3311287 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935772 Aug 27 03:31:35.907914 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-4db6a036-436c-4f7c-a7d8-0a752ad3af66 None None] Provisioning for port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:35.913890 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-4db6a036-436c-4f7c-a7d8-0a752ad3af66 None None] Provisioning complete for port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:35.914647 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4db6a036-436c-4f7c-a7d8-0a752ad3af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:35.962335 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-4db6a036-436c-4f7c-a7d8-0a752ad3af66 None None] Port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:35.990909 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.033222 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ab41736-4c1b-4440-a34a-4235ce17e674 req-0803abeb-aa04-4f85-9580-cbb89150b2c8 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 210 time: 0.0738544 Aug 27 03:31:36.082780 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-37e57b2d-7693-43bc-8aea-99eb01c451a9 req-23fbe5a6-16cd-4c6e-ba9d-d465d623b2a9 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703912 Aug 27 03:31:36.091604 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e44447a-6536-4c4f-96f7-6f687be1a412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.173630 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0e44447a-6536-4c4f-96f7-6f687be1a412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.193309 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Attempting to bind port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:36.193309 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Attempting to bind port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:36.193309 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Attempting to bind port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d on network 97b5146e-1ead-45fa-b520-237d06579200 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:36.224254 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d on network 97b5146e-1ead-45fa-b520-237d06579200 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:36.224682 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Attempting to bind port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d on network 97b5146e-1ead-45fa-b520-237d06579200 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:36.230155 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cbc178-c7c6-4481-8a87-2b25a72db976 x-openstack-request-id: req-a8cbc178-c7c6-4481-8a87-2b25a72db976 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:36.230782 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8d878f-cb25-4cd8-b690-81e8698f2a1f", "tag": "34897c05-7eef-4339-91c9-e3bfd1114a68", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:36.231286 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8cbc178-c7c6-4481-8a87-2b25a72db976 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:36.231568 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8d878f-cb25-4cd8-b690-81e8698f2a1f', 'tag': '34897c05-7eef-4339-91c9-e3bfd1114a68', 'status': 'completed', 'code': 200} Aug 27 03:31:36.240756 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:36.241157 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Checking segment: {'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:36.241769 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Bound using segment: {'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:36.242331 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Bound port: 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:36.242750 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.257646 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55190) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:36.277272 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0e44447a-6536-4c4f-96f7-6f687be1a412 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e680c90f0c1a42568d041490c545c014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971533 Aug 27 03:31:36.280551 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44447a-6536-4c4f-96f7-6f687be1a412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7fa1de-6b1c-4f3d-af68-0d2df6148faf,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:36.282722 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55192) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:36.295779 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-09902273-9c91-4c38-8609-fc201433d3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.309391 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2370b85-59bb-4666-a091-97654b234e7c req-6a51ed99-9fd5-4583-865d-ecc127306640 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:36.310913 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b2370b85-59bb-4666-a091-97654b234e7c req-6a51ed99-9fd5-4583-865d-ecc127306640 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 943 time: 0.1355693 Aug 27 03:31:36.399618 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee817de7-cb23-4337-ac8a-cc0384e5ad3f req-9ddbb909-4552-4c30-83aa-b5638d41b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:36.401123 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee817de7-cb23-4337-ac8a-cc0384e5ad3f req-9ddbb909-4552-4c30-83aa-b5638d41b567 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 1096 time: 0.1000936 Aug 27 03:31:36.523462 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b2370b85-59bb-4666-a091-97654b234e7c req-bd823ac3-573f-422a-a764-7d8b138154f8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827211 Aug 27 03:31:36.526912 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] For port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:36.534950 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3cad3e-acbe-4108-9aaf-10f03aebdb4f {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:36.549622 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.555033 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee817de7-cb23-4337-ac8a-cc0384e5ad3f req-26059ab9-e596-48f6-baf9-192e1dfa80b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:36.557090 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee817de7-cb23-4337-ac8a-cc0384e5ad3f req-26059ab9-e596-48f6-baf9-192e1dfa80b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 916 time: 0.1443753 Aug 27 03:31:36.572426 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] For port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:36.573643 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Transition to ACTIVE for port object dc3cad3e-acbe-4108-9aaf-10f03aebdb4f will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:36.582734 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf440-2aeb-455d-8c4d-4143a2b2650e req-a9e271f7-f57d-43ca-bf33-416fbc3b4fd7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:36.584228 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-173bf440-2aeb-455d-8c4d-4143a2b2650e req-a9e271f7-f57d-43ca-bf33-416fbc3b4fd7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 931 time: 0.2389655 Aug 27 03:31:36.584855 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-469c01d0-90af-41b3-b108-94c0b64830b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.589840 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212f95d8-459a-4da3-a611-d44a86cc8028 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:36.599697 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.605312 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.608016 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee817de7-cb23-4337-ac8a-cc0384e5ad3f req-7add8fe5-f36e-4567-82c8-846395fb3576 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34897c05-7eef-4339-91c9-e3bfd1114a68 HTTP/1.1" status: 200 len: 217 time: 0.0425308 Aug 27 03:31:36.610204 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.695267 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Pushing event updated for resources: {'Port': ['ID=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:36.696987 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Transition to ACTIVE for port object 212f95d8-459a-4da3-a611-d44a86cc8028 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:36.715561 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-469c01d0-90af-41b3-b108-94c0b64830b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.741603 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.755986 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:36.756613 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:36.758041 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] 10.222.0.62 "PUT /v2.0/ports/9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d HTTP/1.1" status: 200 len: 1094 time: 3.4027269 Aug 27 03:31:36.764671 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b6ca4-52d6-42f2-8ab8-823ee2872a2c', 'tag': '9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:36.771711 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee817de7-cb23-4337-ac8a-cc0384e5ad3f req-46b61129-b20f-40ae-be97-edc039148844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:36.782196 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-173bf440-2aeb-455d-8c4d-4143a2b2650e req-01b4e3a5-f2c0-4739-a152-7c2d54356b6f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873286 Aug 27 03:31:36.787462 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f552dc-59d9-43ec-a64a-7b135d5db85f service neutron] Pushing event updated for resources: {'Port': ['ID=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:36.793815 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee817de7-cb23-4337-ac8a-cc0384e5ad3f req-46b61129-b20f-40ae-be97-edc039148844 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e706786-821b-45ac-812c-c67930be1360 HTTP/1.1" status: 200 len: 855 time: 0.1591458 Aug 27 03:31:36.863405 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.021671 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee817de7-cb23-4337-ac8a-cc0384e5ad3f req-3dd809e3-e9cb-49f1-8213-277129b29414 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=813150a5-dbda-4897-a617-3b0468d8dcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974020 Aug 27 03:31:37.033736 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-09902273-9c91-4c38-8609-fc201433d3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.041806 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-0be51234-ebef-46ab-b456-61ec4dfb19c1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:37.043519 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-0be51234-ebef-46ab-b456-61ec4dfb19c1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.62 "GET /v2.0/networks?id=fe7821d0-97cf-441e-beed-217d20735215 HTTP/1.1" status: 200 len: 808 time: 0.2240746 Aug 27 03:31:37.051834 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a89aebf-f9cc-4af2-a02e-b50353e4a102" -d '{"events": [{"name": "network-changed", "server_uuid": "248b6ca4-52d6-42f2-8ab8-823ee2872a2c", "tag": "9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:37.068240 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-09902273-9c91-4c38-8609-fc201433d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.103080 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Request body: {'port': {'device_id': '9191928e-b1c1-481f-9776-cca8c77072bb', 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215', 'admin_state_up': True, 'tenant_id': 'cda0da7bc3bd48d7b12cbc7e6f823b71'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:37.137666 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Attempting to bind port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:37.137666 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Attempting to bind port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:37.137863 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Attempting to bind port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f on network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:37.147931 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f on network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:37.148239 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Attempting to bind port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f on network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:37.154092 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-4fd42a26-7abe-45a5-8683-fef82761b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:37.155670 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-4fd42a26-7abe-45a5-8683-fef82761b2c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 1097 time: 0.2855065 Aug 27 03:31:37.167445 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:37.167880 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Checking segment: {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:37.168276 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Bound using segment: {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:37.168724 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Bound port: dc3cad3e-acbe-4108-9aaf-10f03aebdb4f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:37.169108 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.195862 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Pushing event updated for resources: {'Port': ['ID=212f95d8-459a-4da3-a611-d44a86cc8028,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:37.248521 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-ab75620c-1f84-4a6d-a5ce-cca9fad01f40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d HTTP/1.1" status: 200 len: 217 time: 0.0730336 Aug 27 03:31:37.276474 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb62a7e6-cb06-4964-8c1e-c1f35018f1c5 req-775f20ac-7df2-4da7-b070-1fe064d30f38 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 210 time: 0.1400061 Aug 27 03:31:37.312795 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-09902273-9c91-4c38-8609-fc201433d3b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d1da6a5510e4714a303a8f0b11a88f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0516319 Aug 27 03:31:37.316008 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-469c01d0-90af-41b3-b108-94c0b64830b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.318538 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-469c01d0-90af-41b3-b108-94c0b64830b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.322193 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-469c01d0-90af-41b3-b108-94c0b64830b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a7fa1de-6b1c-4f3d-af68-0d2df6148faf HTTP/1.1" status: 204 len: 168 time: 1.0354984 Aug 27 03:31:37.322193 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09902273-9c91-4c38-8609-fc201433d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a31b616-8117-4bcc-8a07-703b2cdd34ff,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:37.322881 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55228) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:37.336242 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c6fb7-2848-420b-b80e-74a8ed596fe9 req-36596d03-6ed6-49f8-9926-101359dffc34 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:37.337786 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d85c6fb7-2848-420b-b80e-74a8ed596fe9 req-36596d03-6ed6-49f8-9926-101359dffc34 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 943 time: 0.2802448 Aug 27 03:31:37.370249 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee817de7-cb23-4337-ac8a-cc0384e5ad3f req-f3643aba-dd66-4666-be57-0e5b4cef43fb service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401616 Aug 27 03:31:37.374528 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55232) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:37.398185 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-f986cb34-39b4-405e-84b7-931723f26fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:37.400086 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-f986cb34-39b4-405e-84b7-931723f26fd0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 200 len: 859 time: 0.1259308 Aug 27 03:31:37.534788 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-051904de-c184-45eb-b7ef-c9d09d25a755 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97b5146e-1ead-45fa-b520-237d06579200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203954 Aug 27 03:31:37.561609 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6994261d-fbde-4710-ad13-f5502259cf2a x-openstack-request-id: req-6994261d-fbde-4710-ad13-f5502259cf2a {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:37.561893 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248b6ca4-52d6-42f2-8ab8-823ee2872a2c", "tag": "9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:37.562328 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6994261d-fbde-4710-ad13-f5502259cf2a {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:37.563821 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b6ca4-52d6-42f2-8ab8-823ee2872a2c', 'tag': '9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d', 'status': 'completed', 'code': 200} Aug 27 03:31:37.572049 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c01d0-90af-41b3-b108-94c0b64830b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7fa1de-6b1c-4f3d-af68-0d2df6148faf,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:37.601366 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] For port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f, host hv-cinder-77398, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:37.681347 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] For port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:37.683789 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Attempting to bind port 212f95d8-459a-4da3-a611-d44a86cc8028 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:37.684123 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Attempting to bind port 212f95d8-459a-4da3-a611-d44a86cc8028 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:37.684458 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Attempting to bind port 212f95d8-459a-4da3-a611-d44a86cc8028 on network 97b5146e-1ead-45fa-b520-237d06579200 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:37.694914 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.704195 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d85c6fb7-2848-420b-b80e-74a8ed596fe9 req-46c7af03-afb0-47f8-9e43-02618084a53a tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453636 Aug 27 03:31:37.754354 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Port 212f95d8-459a-4da3-a611-d44a86cc8028 on network 97b5146e-1ead-45fa-b520-237d06579200 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:37.754859 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Attempting to bind port 212f95d8-459a-4da3-a611-d44a86cc8028 on network 97b5146e-1ead-45fa-b520-237d06579200 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:37.775125 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6b497b83-1487-4ad8-a480-c38d48cee822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.785032 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:37.785461 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Checking segment: {'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:37.785940 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Bound using segment: {'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:37.786540 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Bound port: 212f95d8-459a-4da3-a611-d44a86cc8028, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52386e64-84a7-45cc-a84e-379f4cb7197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '97b5146e-1ead-45fa-b520-237d06579200'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:37.786959 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.787455 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:37.788592 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.789788 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] 10.222.0.62 "PUT /v2.0/ports/dc3cad3e-acbe-4108-9aaf-10f03aebdb4f HTTP/1.1" status: 200 len: 1093 time: 2.0772221 Aug 27 03:31:37.801029 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ee817de7-cb23-4337-ac8a-cc0384e5ad3f req-58a15779-80e6-4954-876d-a8be57fdffd9 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189169 Aug 27 03:31:37.811019 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-51248fb9-b235-46f6-b525-b5eef8f99166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.827223 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Made reservation on behalf of cda0da7bc3bd48d7b12cbc7e6f823b71 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:37.831102 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.856633 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] Pushing event updated for resources: {'Port': ['ID=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:37.862631 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-3299cf72-a3e6-40c0-adf9-0652a2be2cbd service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128061 Aug 27 03:31:37.880453 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c441ba2-2a39-4262-8053-2f13e31a18fa req-83c4aacc-f294-45b0-af0c-bc0d5195f80e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:37.881629 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c441ba2-2a39-4262-8053-2f13e31a18fa req-83c4aacc-f294-45b0-af0c-bc0d5195f80e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 943 time: 0.2479789 Aug 27 03:31:37.926881 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6b497b83-1487-4ad8-a480-c38d48cee822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:37.973408 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 34897c05-7eef-4339-91c9-e3bfd1114a68 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:38.077197 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-410547b4-dd8b-43cc-b8eb-0e98ae274ec6 req-1c4950bd-f705-42f1-9e2a-b75e0c055551 service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062411 Aug 27 03:31:38.108033 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f7d70-ad5e-4725-b075-60967daf248f req-0e5b8320-b130-474a-9b70-367606d6f6f0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.116204 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a0f7d70-ad5e-4725-b075-60967daf248f req-0e5b8320-b130-474a-9b70-367606d6f6f0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 943 time: 0.3361220 Aug 27 03:31:38.121461 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-a2870f82-6533-4004-868b-33d3d604e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.122989 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-a2870f82-6533-4004-868b-33d3d604e82d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 1096 time: 0.2173028 Aug 27 03:31:38.146343 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 34897c05-7eef-4339-91c9-e3bfd1114a68, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=34897c05-7eef-4339-91c9-e3bfd1114a68,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:38.166233 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '34897c05-7eef-4339-91c9-e3bfd1114a68', 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8', 'port_id': '34897c05-7eef-4339-91c9-e3bfd1114a68', 'mac_address': 'fa:16:3e:72:98:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e706786-821b-45ac-812c-c67930be1360', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:38.177021 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] For port 212f95d8-459a-4da3-a611-d44a86cc8028, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:38.187081 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c441ba2-2a39-4262-8053-2f13e31a18fa req-c98dc5b8-0331-4311-8ee1-7fad04d5518c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726483 Aug 27 03:31:38.208881 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a0f7d70-ad5e-4725-b075-60967daf248f req-0859d7b2-32ae-4890-a930-fbb31730aef1 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918617 Aug 27 03:31:38.231982 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] For port 212f95d8-459a-4da3-a611-d44a86cc8028, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=212f95d8-459a-4da3-a611-d44a86cc8028,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:38.240264 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.268609 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.272520 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.285978 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34897c05-7eef-4339-91c9-e3bfd1114a68 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:38.310819 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 34897c05-7eef-4339-91c9-e3bfd1114a68, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=34897c05-7eef-4339-91c9-e3bfd1114a68,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:38.320930 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.321706 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 253b001d-b392-41bf-b919-b49c1e9c5699 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:38.334478 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6b497b83-1487-4ad8-a480-c38d48cee822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.337332 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6b497b83-1487-4ad8-a480-c38d48cee822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.353296 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6b497b83-1487-4ad8-a480-c38d48cee822 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a31b616-8117-4bcc-8a07-703b2cdd34ff HTTP/1.1" status: 204 len: 168 time: 1.0165257 Aug 27 03:31:38.439149 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-51248fb9-b235-46f6-b525-b5eef8f99166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.440196 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'tag': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:38.442781 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f8bb0f-73c6-4c76-b7ea-860849d092ff" -d '{"events": [{"name": "network-changed", "server_uuid": "356e4fdd-62a5-42e5-bb50-a576d9338e22", "tag": "dc3cad3e-acbe-4108-9aaf-10f03aebdb4f"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:38.462857 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b497b83-1487-4ad8-a480-c38d48cee822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a31b616-8117-4bcc-8a07-703b2cdd34ff,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:38.464920 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-51248fb9-b235-46f6-b525-b5eef8f99166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.476515 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 253b001d-b392-41bf-b919-b49c1e9c5699, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=253b001d-b392-41bf-b919-b49c1e9c5699,segment=NetworkSegment(ae22a464-068f-4f76-b5b6-7c60157a3804),segment_id=ae22a464-068f-4f76-b5b6-7c60157a3804)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:38.534699 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e43fc051-9dc0-4782-9347-7d101707ba80 req-dd19853d-ff28-4ad5-90e9-627bf073753e tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 210 time: 0.1469884 Aug 27 03:31:38.542420 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51248fb9-b235-46f6-b525-b5eef8f99166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e32ead-aa5c-49f6-9dd7-e8346ffd8d72,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:38.550251 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.560329 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '253b001d-b392-41bf-b919-b49c1e9c5699', 'network_id': '76348684-0746-4695-863f-6c13d586fb3e', 'port_id': '253b001d-b392-41bf-b919-b49c1e9c5699', 'mac_address': 'fa:16:3e:8b:87:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b910e6-7952-4980-baa0-27f1aebfc07c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:38.564692 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.570965 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] 10.222.0.62 "PUT /v2.0/ports/212f95d8-459a-4da3-a611-d44a86cc8028 HTTP/1.1" status: 200 len: 1093 time: 3.3728950 Aug 27 03:31:38.571919 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0a757-7d7b-4567-8e42-c20b237670a0 service neutron] Pushing event updated for resources: {'Port': ['ID=212f95d8-459a-4da3-a611-d44a86cc8028,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:38.572293 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-bcc2a312-a72e-409d-bfca-3f778ce5400c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f HTTP/1.1" status: 200 len: 217 time: 0.1259327 Aug 27 03:31:38.601593 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Allocated IP 172.20.0.8 (fe7821d0-97cf-441e-beed-217d20735215/e01f0c24-afac-4a83-8a75-7976d01305c9/1641ee30-e418-421e-8d68-0dc10e0eeba4) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:38.612705 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=34897c05-7eef-4339-91c9-e3bfd1114a68,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:38.646623 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f47c6-478b-482b-b3ae-6dc6e4a42aff req-ad62c125-812d-4a4f-82f4-5e1f2af08f1f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.648398 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8973e80f-7c86-48a3-8f33-32b513abfbd0 x-openstack-request-id: req-8973e80f-7c86-48a3-8f33-32b513abfbd0 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:38.648929 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356e4fdd-62a5-42e5-bb50-a576d9338e22", "tag": "dc3cad3e-acbe-4108-9aaf-10f03aebdb4f", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:38.648929 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8973e80f-7c86-48a3-8f33-32b513abfbd0 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:38.649308 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'tag': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f', 'status': 'completed', 'code': 200} Aug 27 03:31:38.657707 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-51248fb9-b235-46f6-b525-b5eef8f99166 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d9df9a355d94200ac45bf48c6975566&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2819052 Aug 27 03:31:38.659320 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55268) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:38.662085 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d1f47c6-478b-482b-b3ae-6dc6e4a42aff req-ad62c125-812d-4a4f-82f4-5e1f2af08f1f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 943 time: 0.3558195 Aug 27 03:31:38.667744 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.691827 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253b001d-b392-41bf-b919-b49c1e9c5699 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:38.705468 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89aebf-f9cc-4af2-a02e-b50353e4a102 req-ac471d53-ff83-4750-9ee9-15aa7a62693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.707684 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1a89aebf-f9cc-4af2-a02e-b50353e4a102 req-ac471d53-ff83-4750-9ee9-15aa7a62693c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 1097 time: 0.2537713 Aug 27 03:31:38.730781 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 253b001d-b392-41bf-b919-b49c1e9c5699, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=253b001d-b392-41bf-b919-b49c1e9c5699,segment=NetworkSegment(ae22a464-068f-4f76-b5b6-7c60157a3804),segment_id=ae22a464-068f-4f76-b5b6-7c60157a3804)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:38.740808 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.775386 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-9e41aa68-73f5-42c5-aba2-959304ed632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.776658 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-9e41aa68-73f5-42c5-aba2-959304ed632e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.1866882 Aug 27 03:31:38.841175 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d1f47c6-478b-482b-b3ae-6dc6e4a42aff req-de960a45-793c-4463-a036-9a52b17a0531 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711686 Aug 27 03:31:38.841885 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-acbe72eb-2653-474c-bb5d-4d9d80d5ad5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.889482 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=253b001d-b392-41bf-b919-b49c1e9c5699,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:38.923337 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-acbe72eb-2653-474c-bb5d-4d9d80d5ad5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:38.933451 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-81b03bb9-9fbf-403e-941b-be973bcdc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.935329 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-81b03bb9-9fbf-403e-941b-be973bcdc5f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 1096 time: 0.2703831 Aug 27 03:31:38.939726 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89aebf-f9cc-4af2-a02e-b50353e4a102 req-6077120b-54a8-4f3f-9ead-d4882afcce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.942391 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1a89aebf-f9cc-4af2-a02e-b50353e4a102 req-6077120b-54a8-4f3f-9ead-d4882afcce6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 920 time: 0.2277958 Aug 27 03:31:38.949302 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-f0519e89-3c24-4ce3-91d8-dca13dc79f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:38.951761 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-f0519e89-3c24-4ce3-91d8-dca13dc79f86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1613996 Aug 27 03:31:38.970350 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55274) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:39.053662 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b1cc4-ffce-4bc7-a449-b7fb73bfd36e req-473717b5-a5cc-4fd1-9555-c3241e97a920 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.055237 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e52b1cc4-ffce-4bc7-a449-b7fb73bfd36e req-473717b5-a5cc-4fd1-9555-c3241e97a920 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 944 time: 0.1894836 Aug 27 03:31:39.059608 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-29f480ef-ee99-490d-a7f7-14be21b83a20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=212f95d8-459a-4da3-a611-d44a86cc8028 HTTP/1.1" status: 200 len: 217 time: 0.0999339 Aug 27 03:31:39.059801 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1a89aebf-f9cc-4af2-a02e-b50353e4a102 req-debc9779-e13d-4489-8ffd-c173cad31b67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d HTTP/1.1" status: 200 len: 217 time: 0.0909231 Aug 27 03:31:39.064455 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f8b54926-0b97-4bb5-b116-0a0f7abbac84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.137447 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-acbe72eb-2653-474c-bb5d-4d9d80d5ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.140014 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-acbe72eb-2653-474c-bb5d-4d9d80d5ad5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.141338 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-acbe72eb-2653-474c-bb5d-4d9d80d5ad5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58e32ead-aa5c-49f6-9dd7-e8346ffd8d72 HTTP/1.1" status: 204 len: 168 time: 0.4780233 Aug 27 03:31:39.165984 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.167947 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89aebf-f9cc-4af2-a02e-b50353e4a102 req-09b8fe38-6e37-42d1-919c-417c2a4a9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.169649 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1a89aebf-f9cc-4af2-a02e-b50353e4a102 req-09b8fe38-6e37-42d1-919c-417c2a4a9a6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 200 len: 859 time: 0.0956233 Aug 27 03:31:39.173303 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-cfa17113-a55e-43c2-a48a-221447203cc1 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030997 Aug 27 03:31:39.174309 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe72eb-2653-474c-bb5d-4d9d80d5ad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e32ead-aa5c-49f6-9dd7-e8346ffd8d72,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:39.278039 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-2bfb29a2-005e-49fd-8b31-801f3b6ba131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.281026 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-2bfb29a2-005e-49fd-8b31-801f3b6ba131 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 200 len: 859 time: 0.1993527 Aug 27 03:31:39.290378 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e52b1cc4-ffce-4bc7-a449-b7fb73bfd36e req-8941a81f-100f-407f-9c55-63d0d86b8e0d tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077379 Aug 27 03:31:39.316048 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['253b001d-b392-41bf-b919-b49c1e9c5699'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:39.317875 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1a89aebf-f9cc-4af2-a02e-b50353e4a102 req-5f71ee4f-2b70-4b25-953b-a737c12cc432 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97b5146e-1ead-45fa-b520-237d06579200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306908 Aug 27 03:31:39.400796 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-16568298-e594-4250-9506-805af84f1021 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97b5146e-1ead-45fa-b520-237d06579200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090641 Aug 27 03:31:39.430111 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['34897c05-7eef-4339-91c9-e3bfd1114a68'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:39.497064 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-fd926771-0db7-4690-ad6a-9239950043f1 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086679 Aug 27 03:31:39.520801 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1a89aebf-f9cc-4af2-a02e-b50353e4a102 req-11eb4b65-0a3b-47ff-b6d4-1ad24c1cdb4b service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874499 Aug 27 03:31:39.576568 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef870f4c-a749-484d-a466-9be119c21dbf', 'tag': '212f95d8-459a-4da3-a611-d44a86cc8028'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:39.578902 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee2ec85-32ef-4086-b82f-2a4fa58db397" -d '{"events": [{"name": "network-changed", "server_uuid": "ef870f4c-a749-484d-a466-9be119c21dbf", "tag": "212f95d8-459a-4da3-a611-d44a86cc8028"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:39.616425 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.695985 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7571ebf-93f0-4d29-9f1d-1a1d8b1a0a3f req-91d4eb1c-d550-4d16-8568-e0100140bec5 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.697971 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b7571ebf-93f0-4d29-9f1d-1a1d8b1a0a3f req-91d4eb1c-d550-4d16-8568-e0100140bec5 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 943 time: 0.3887086 Aug 27 03:31:39.700790 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8bb0f-73c6-4c76-b7ea-860849d092ff req-6cd4e893-5251-42ba-af0f-327a440c60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.702326 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-05f8bb0f-73c6-4c76-b7ea-860849d092ff req-6cd4e893-5251-42ba-af0f-327a440c60e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 1096 time: 0.0945342 Aug 27 03:31:39.707278 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-1a89aebf-f9cc-4af2-a02e-b50353e4a102 req-807d23d7-6fcc-4a48-a1c4-a8fb9cd0deb1 service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785336 Aug 27 03:31:39.731694 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55292) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:39.741760 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Network fe7821d0-97cf-441e-beed-217d20735215 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:39.754057 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:39.768340 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:39.803046 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3900c72c-5341-48cb-9bf4-839cd4234655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.818242 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6a184-b8ac-4f0e-b720-3175d9bf3cfa req-a5cd7a28-ed49-4ccb-a403-e9ea1c93d990 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.820225 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fcd6a184-b8ac-4f0e-b720-3175d9bf3cfa req-a5cd7a28-ed49-4ccb-a403-e9ea1c93d990 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 944 time: 0.3843811 Aug 27 03:31:39.821029 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Pushing event updated for resources: {'Port': ['ID=1641ee30-e418-421e-8d68-0dc10e0eeba4,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:39.827271 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f8b54926-0b97-4bb5-b116-0a0f7abbac84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.841150 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-bb684890-4f64-4a0d-bd0e-88fe9273be5c service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092245 Aug 27 03:31:39.846086 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f8b54926-0b97-4bb5-b116-0a0f7abbac84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.877142 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8bb0f-73c6-4c76-b7ea-860849d092ff req-22809884-84a3-45b9-a8dd-9913d9da3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.878690 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-05f8bb0f-73c6-4c76-b7ea-860849d092ff req-22809884-84a3-45b9-a8dd-9913d9da3e0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.1456838 Aug 27 03:31:39.925088 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b7571ebf-93f0-4d29-9f1d-1a1d8b1a0a3f req-8345a89f-bf7f-4223-adfd-6713bfd11650 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026956 Aug 27 03:31:39.932473 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-05f8bb0f-73c6-4c76-b7ea-860849d092ff req-552b1ec1-2576-4467-b09e-0fac7cdc4d65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f HTTP/1.1" status: 200 len: 217 time: 0.0459559 Aug 27 03:31:39.975240 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:39.975888 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:39.978426 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b54926-0b97-4bb5-b116-0a0f7abbac84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd828a06-0f1d-4815-9e5a-fa5a96a76a1b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:40.006234 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f8b54926-0b97-4bb5-b116-0a0f7abbac84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=236d5a1a7acc4d47807a7b105e416325&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0290906 Aug 27 03:31:40.010109 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55296) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:40.012917 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8bb0f-73c6-4c76-b7ea-860849d092ff req-d4a4c7b1-5d9e-46e3-a44a-8b02ca9d00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.014379 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-05f8bb0f-73c6-4c76-b7ea-860849d092ff req-d4a4c7b1-5d9e-46e3-a44a-8b02ca9d00fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0736959 Aug 27 03:31:40.052038 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fcd6a184-b8ac-4f0e-b720-3175d9bf3cfa req-72488633-0699-4525-a369-2715cb58a7a5 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130699 Aug 27 03:31:40.061596 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3900c72c-5341-48cb-9bf4-839cd4234655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.074320 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3900c72c-5341-48cb-9bf4-839cd4234655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.085071 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-3ac837c5-af62-4d29-ad0a-1c2d8f685bb1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0257258 Aug 27 03:31:40.092587 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c721535-dc76-4bf1-92fc-7c6ad81c43d0 req-eee2ddc7-833a-4d24-b3d0-c0f48fc0a579 service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190163 Aug 27 03:31:40.101921 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93411d97-4129-4320-af5e-343dc7b13dc8 req-32fec2b6-1f83-4688-aab2-82ee406bfd28 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.103440 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93411d97-4129-4320-af5e-343dc7b13dc8 req-32fec2b6-1f83-4688-aab2-82ee406bfd28 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 931 time: 0.1063507 Aug 27 03:31:40.118988 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Request body: {'port': {'device_id': '9191928e-b1c1-481f-9776-cca8c77072bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:40.143154 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cb3d82-1d1a-4989-b4c3-6748adef7401 x-openstack-request-id: req-12cb3d82-1d1a-4989-b4c3-6748adef7401 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:40.143572 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef870f4c-a749-484d-a466-9be119c21dbf", "tag": "212f95d8-459a-4da3-a611-d44a86cc8028", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:40.144156 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3900c72c-5341-48cb-9bf4-839cd4234655 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4c2c89536a94ba7b9f61d5895a39486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096479 Aug 27 03:31:40.146707 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12cb3d82-1d1a-4989-b4c3-6748adef7401 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:40.146934 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef870f4c-a749-484d-a466-9be119c21dbf', 'tag': '212f95d8-459a-4da3-a611-d44a86cc8028', 'status': 'completed', 'code': 200} Aug 27 03:31:40.147929 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8bb0f-73c6-4c76-b7ea-860849d092ff req-1b82d5d4-51f8-427d-8297-e499b26a14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.149413 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-05f8bb0f-73c6-4c76-b7ea-860849d092ff req-1b82d5d4-51f8-427d-8297-e499b26a14ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1216545 Aug 27 03:31:40.150034 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900c72c-5341-48cb-9bf4-839cd4234655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eca75be-b726-44ad-8f65-09a233c1ac86,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:40.152828 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55298) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:40.180876 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce61b-0097-45c8-8643-6a20d1b649d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.213218 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-93411d97-4129-4320-af5e-343dc7b13dc8 req-46da1080-284b-44b4-8e3f-d213cf6e9452 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887058 Aug 27 03:31:40.220987 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.222530 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce61b-0097-45c8-8643-6a20d1b649d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.308989 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-896e8eaf-cb9b-4202-a6e1-25a9ba7b219e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.369203 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-896e8eaf-cb9b-4202-a6e1-25a9ba7b219e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.423930 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce61b-0097-45c8-8643-6a20d1b649d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.426562 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce61b-0097-45c8-8643-6a20d1b649d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.427722 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7f4ce61b-0097-45c8-8643-6a20d1b649d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd828a06-0f1d-4815-9e5a-fa5a96a76a1b HTTP/1.1" status: 204 len: 168 time: 0.4165566 Aug 27 03:31:40.448738 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-05f8bb0f-73c6-4c76-b7ea-860849d092ff req-53927670-6332-4b40-ae23-e4ca047ae4e6 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220521 Aug 27 03:31:40.455408 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ce61b-0097-45c8-8643-6a20d1b649d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd828a06-0f1d-4815-9e5a-fa5a96a76a1b,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:40.531138 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24dbca-4cdd-4543-aadd-68dba7acc059 req-8351b7e1-a364-46a5-a6bb-083985fbafa6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.532600 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9d24dbca-4cdd-4543-aadd-68dba7acc059 req-8351b7e1-a364-46a5-a6bb-083985fbafa6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 943 time: 0.3330569 Aug 27 03:31:40.548386 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2ec85-32ef-4086-b82f-2a4fa58db397 req-75249ddc-7506-4c1a-86fa-1a7cf081edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.549902 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dee2ec85-32ef-4086-b82f-2a4fa58db397 req-75249ddc-7506-4c1a-86fa-1a7cf081edb7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 1096 time: 0.1414883 Aug 27 03:31:40.578196 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-896e8eaf-cb9b-4202-a6e1-25a9ba7b219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.581236 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-896e8eaf-cb9b-4202-a6e1-25a9ba7b219e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:40.582512 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-896e8eaf-cb9b-4202-a6e1-25a9ba7b219e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7eca75be-b726-44ad-8f65-09a233c1ac86 HTTP/1.1" status: 204 len: 168 time: 0.4279006 Aug 27 03:31:40.625159 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e8eaf-cb9b-4202-a6e1-25a9ba7b219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eca75be-b726-44ad-8f65-09a233c1ac86,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:40.625350 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327a41c-2555-4e83-aebe-e5d018f17749 req-03c1b708-8b74-46e4-b83a-770d783edcee tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.627119 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4327a41c-2555-4e83-aebe-e5d018f17749 req-03c1b708-8b74-46e4-b83a-770d783edcee tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 944 time: 0.2199707 Aug 27 03:31:40.659645 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-05f8bb0f-73c6-4c76-b7ea-860849d092ff req-fa7eb1cc-84bc-4f80-b230-e8c66467ad01 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970384 Aug 27 03:31:40.790205 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9d24dbca-4cdd-4543-aadd-68dba7acc059 req-561f7b12-10bf-4acd-be63-738c4fc9d728 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454040 Aug 27 03:31:40.871507 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4327a41c-2555-4e83-aebe-e5d018f17749 req-37bbe766-da8c-4660-b765-d59f0a966d08 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287436 Aug 27 03:31:40.917049 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2ec85-32ef-4086-b82f-2a4fa58db397 req-a2f71715-5f8b-4b3d-b6b1-628f246fbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:40.918945 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dee2ec85-32ef-4086-b82f-2a4fa58db397 req-a2f71715-5f8b-4b3d-b6b1-628f246fbc9c service neutron] 10.222.0.62 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 920 time: 0.3547313 Aug 27 03:31:41.020082 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dee2ec85-32ef-4086-b82f-2a4fa58db397 req-46b4beba-a03c-4a6f-a49d-70c8dcbbce39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=212f95d8-459a-4da3-a611-d44a86cc8028 HTTP/1.1" status: 200 len: 217 time: 0.0878923 Aug 27 03:31:41.200492 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2ec85-32ef-4086-b82f-2a4fa58db397 req-40ed5266-ddf6-48b3-bfba-87eadb544fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:41.201937 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dee2ec85-32ef-4086-b82f-2a4fa58db397 req-40ed5266-ddf6-48b3-bfba-87eadb544fd6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 200 len: 859 time: 0.1728408 Aug 27 03:31:41.245459 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1641ee30-e418-421e-8d68-0dc10e0eeba4 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:41.257738 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:41.279405 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dee2ec85-32ef-4086-b82f-2a4fa58db397 req-cf0d7ffe-24ec-4baf-a045-36940ea6a7c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97b5146e-1ead-45fa-b520-237d06579200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474691 Aug 27 03:31:41.294411 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794817b-19de-45a1-97b6-d1a966bcf9f3 req-409b33a5-d35c-4907-af15-05e818a5d8e5 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:41.295972 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1794817b-19de-45a1-97b6-d1a966bcf9f3 req-409b33a5-d35c-4907-af15-05e818a5d8e5 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 943 time: 0.2519107 Aug 27 03:31:41.314363 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Transition to ACTIVE for port object 1641ee30-e418-421e-8d68-0dc10e0eeba4 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:41.359088 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:41.397086 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8b21d-6890-43f8-a365-25cb300de2ab req-fe768787-b5ed-4c38-a386-cc6270101132 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:41.398822 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2bd8b21d-6890-43f8-a365-25cb300de2ab req-fe768787-b5ed-4c38-a386-cc6270101132 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 944 time: 0.2232285 Aug 27 03:31:41.496640 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1794817b-19de-45a1-97b6-d1a966bcf9f3 req-57c405cc-f1d7-4b7b-8411-57fd1e9ced15 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852293 Aug 27 03:31:41.521519 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Pushing event updated for resources: {'Port': ['ID=1641ee30-e418-421e-8d68-0dc10e0eeba4,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:41.606625 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dee2ec85-32ef-4086-b82f-2a4fa58db397 req-85ed954b-1f70-4586-b2b3-5326c316c0c2 service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073459 Aug 27 03:31:41.627213 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2bd8b21d-6890-43f8-a365-25cb300de2ab req-f46f2672-6fcd-464a-b65d-76c6823c0033 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997981 Aug 27 03:31:41.737081 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Attempting to bind port 1641ee30-e418-421e-8d68-0dc10e0eeba4 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:41.737420 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Attempting to bind port 1641ee30-e418-421e-8d68-0dc10e0eeba4 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd25666ab-f37b-491e-836d-78ae31b1116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:41.737842 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Attempting to bind port 1641ee30-e418-421e-8d68-0dc10e0eeba4 on network fe7821d0-97cf-441e-beed-217d20735215 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:41.761751 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9e8ca-1a79-4395-8437-2f6c8573556c req-20101ab9-4e40-4ec1-bc2a-d0519251dcad tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:41.763536 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a8e9e8ca-1a79-4395-8437-2f6c8573556c req-20101ab9-4e40-4ec1-bc2a-d0519251dcad tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 943 time: 0.1594651 Aug 27 03:31:41.764143 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Port 1641ee30-e418-421e-8d68-0dc10e0eeba4 on network fe7821d0-97cf-441e-beed-217d20735215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:41.764808 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Attempting to bind port 1641ee30-e418-421e-8d68-0dc10e0eeba4 on network fe7821d0-97cf-441e-beed-217d20735215 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:41.789248 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:41.789585 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Checking segment: {'id': 'd25666ab-f37b-491e-836d-78ae31b1116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:41.789962 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Bound using segment: {'id': 'd25666ab-f37b-491e-836d-78ae31b1116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:41.790579 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Bound port: 1641ee30-e418-421e-8d68-0dc10e0eeba4, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25666ab-f37b-491e-836d-78ae31b1116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:41.790778 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:41.810195 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dee2ec85-32ef-4086-b82f-2a4fa58db397 req-69a822b9-c7aa-4bc3-9c9f-8b9d9a54f48b service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864877 Aug 27 03:31:41.861070 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a8e9e8ca-1a79-4395-8437-2f6c8573556c req-ea92c245-f3f1-420f-b7ac-dd2e25654870 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843189 Aug 27 03:31:41.919954 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:41.920495 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] For port 1641ee30-e418-421e-8d68-0dc10e0eeba4, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:41.930556 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 34897c05-7eef-4339-91c9-e3bfd1114a68 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:41.940156 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] For port 1641ee30-e418-421e-8d68-0dc10e0eeba4, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1641ee30-e418-421e-8d68-0dc10e0eeba4,segment=NetworkSegment(d25666ab-f37b-491e-836d-78ae31b1116c),segment_id=d25666ab-f37b-491e-836d-78ae31b1116c)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:41.950834 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:41.968472 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f07a-b93d-4183-bc11-7d1476963157 req-61169c56-a5f8-437f-b047-5164c440d419 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:41.970560 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c8b3f07a-b93d-4183-bc11-7d1476963157 req-61169c56-a5f8-437f-b047-5164c440d419 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 943 time: 0.0877874 Aug 27 03:31:42.030723 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:42.031963 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.034209 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] 10.222.0.62 "PUT /v2.0/ports/1641ee30-e418-421e-8d68-0dc10e0eeba4 HTTP/1.1" status: 200 len: 1093 time: 1.9217808 Aug 27 03:31:42.069274 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port 34897c05-7eef-4339-91c9-e3bfd1114a68 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:42.083578 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 34897c05-7eef-4339-91c9-e3bfd1114a68 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:42.084122 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.130409 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:42.133402 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2405-8cc4-4634-8bcb-a8a34559d30d req-736d55b8-c61e-4d82-9143-1f6f0654666b tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:42.134982 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6b1c2405-8cc4-4634-8bcb-a8a34559d30d req-736d55b8-c61e-4d82-9143-1f6f0654666b tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 944 time: 0.1615729 Aug 27 03:31:42.152575 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9191928e-b1c1-481f-9776-cca8c77072bb', 'tag': '1641ee30-e418-421e-8d68-0dc10e0eeba4'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:42.154976 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d', 'network_id': '97b5146e-1ead-45fa-b520-237d06579200', 'port_id': '9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d', 'mac_address': 'fa:16:3e:d3:69:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb98d8b1-6840-4a06-958b-439a22ebfd23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:42.156153 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0efa6b8-54f6-46b2-82a6-9386c7ada064" -d '{"events": [{"name": "network-changed", "server_uuid": "9191928e-b1c1-481f-9776-cca8c77072bb", "tag": "1641ee30-e418-421e-8d68-0dc10e0eeba4"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:42.159956 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c734d8-6bdc-4fc1-8def-e2f7716cd691 service neutron] Pushing event updated for resources: {'Port': ['ID=1641ee30-e418-421e-8d68-0dc10e0eeba4,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:42.168564 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c8b3f07a-b93d-4183-bc11-7d1476963157 req-80199cea-b33a-44c3-b8d5-c7e72f017008 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583765 Aug 27 03:31:42.214322 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6b1c2405-8cc4-4634-8bcb-a8a34559d30d req-bc01c556-2d29-4bec-ad3d-c8fbeb65c839 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493608 Aug 27 03:31:42.220083 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-e724ba8d-6521-405d-832f-00e23c47b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:42.223208 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-e724ba8d-6521-405d-832f-00e23c47b480 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cda0da7bc3bd48d7b12cbc7e6f823b71&device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 1096 time: 0.1114388 Aug 27 03:31:42.234043 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.257599 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.260311 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:42.286253 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e1a1a2-a416-4ac3-a039-358aa5ecd646 x-openstack-request-id: req-b8e1a1a2-a416-4ac3-a039-358aa5ecd646 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:42.286503 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9191928e-b1c1-481f-9776-cca8c77072bb", "tag": "1641ee30-e418-421e-8d68-0dc10e0eeba4", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:42.286728 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8e1a1a2-a416-4ac3-a039-358aa5ecd646 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:42.287574 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9191928e-b1c1-481f-9776-cca8c77072bb', 'tag': '1641ee30-e418-421e-8d68-0dc10e0eeba4', 'status': 'completed', 'code': 200} Aug 27 03:31:42.288566 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-9f1e2ff4-45d2-4c66-b864-f8ba7ee46209 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1641ee30-e418-421e-8d68-0dc10e0eeba4 HTTP/1.1" status: 200 len: 217 time: 0.0483618 Aug 27 03:31:42.295547 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:42.302054 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8d878f-cb25-4cd8-b690-81e8698f2a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34897c05-7eef-4339-91c9-e3bfd1114a68'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:42.351188 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-6d210ae8-a7e8-4ebe-b1de-a2f05fbb2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:42.352658 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-6d210ae8-a7e8-4ebe-b1de-a2f05fbb2a5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e01f0c24-afac-4a83-8a75-7976d01305c9 HTTP/1.1" status: 200 len: 848 time: 0.0564075 Aug 27 03:31:42.386800 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-2a64c3dd-9c49-4ba7-804a-57eccaf9975e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe7821d0-97cf-441e-beed-217d20735215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254753 Aug 27 03:31:42.398212 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.404531 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 34897c05-7eef-4339-91c9-e3bfd1114a68, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=34897c05-7eef-4339-91c9-e3bfd1114a68,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:42.429854 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.430649 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 253b001d-b392-41bf-b919-b49c1e9c5699 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:42.487954 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:42.522501 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-ed4f34d0-abbb-4c77-9f38-5b8d97130169 service neutron] 10.222.0.62 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276464 Aug 27 03:31:42.544534 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port 253b001d-b392-41bf-b919-b49c1e9c5699 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:42.554057 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=34897c05-7eef-4339-91c9-e3bfd1114a68,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:42.554225 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 253b001d-b392-41bf-b919-b49c1e9c5699 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:42.554977 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.709170 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.768248 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 253b001d-b392-41bf-b919-b49c1e9c5699, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=253b001d-b392-41bf-b919-b49c1e9c5699,segment=NetworkSegment(ae22a464-068f-4f76-b5b6-7c60157a3804),segment_id=ae22a464-068f-4f76-b5b6-7c60157a3804)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:42.774735 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:42.852130 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=253b001d-b392-41bf-b919-b49c1e9c5699,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:42.859042 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6734bef-882a-4fa0-b2ba-6e0375f1d7df" -d '{"events": [{"server_uuid": "2b8d878f-cb25-4cd8-b690-81e8698f2a1f", "name": "network-vif-plugged", "status": "completed", "tag": "34897c05-7eef-4339-91c9-e3bfd1114a68"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:42.863561 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:42.933481 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55440) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:42.969586 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f4499-2ecf-42cc-a0e3-41dd9302be6e req-34c0d4fb-7378-4683-9a0f-ec78fbd4ce0d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:42.971167 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-915f4499-2ecf-42cc-a0e3-41dd9302be6e req-34c0d4fb-7378-4683-9a0f-ec78fbd4ce0d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 943 time: 0.1958532 Aug 27 03:31:42.973426 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ffde-e00d-428a-aaf5-3c55fc4bf711 req-241b7933-d304-4745-a239-dfe8e0be0826 service neutron] 10.222.0.62 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402080 Aug 27 03:31:42.981721 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a8559-5f4b-43e8-88d9-f5e8254b5dce req-b196d9c0-4e62-4612-9aea-5b733dd0efd9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:42.983271 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-023a8559-5f4b-43e8-88d9-f5e8254b5dce req-b196d9c0-4e62-4612-9aea-5b733dd0efd9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 945 time: 0.2090869 Aug 27 03:31:43.044051 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-915f4499-2ecf-42cc-a0e3-41dd9302be6e req-7830a891-7324-451c-aa27-7a3faf20461e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597920 Aug 27 03:31:43.058464 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-023a8559-5f4b-43e8-88d9-f5e8254b5dce req-2ad91613-36d5-4f9e-ac2b-66a3b34a3b24 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666752 Aug 27 03:31:43.159419 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efa6b8-54f6-46b2-82a6-9386c7ada064 req-5406fc69-0df7-43e2-98dd-8891b12a8671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:43.160943 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0efa6b8-54f6-46b2-82a6-9386c7ada064 req-5406fc69-0df7-43e2-98dd-8891b12a8671 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cda0da7bc3bd48d7b12cbc7e6f823b71&device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 1096 time: 0.0853801 Aug 27 03:31:43.193251 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4f4a37b4-71c3-46e8-8875-991f0d36e602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.262171 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd789b5-8e26-4f98-aef5-fc741337f0ef req-0e397bfc-4b6b-460f-bedf-1fdf29c726f5 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:43.264163 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3cd789b5-8e26-4f98-aef5-fc741337f0ef req-0e397bfc-4b6b-460f-bedf-1fdf29c726f5 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 943 time: 0.1458070 Aug 27 03:31:43.289091 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcb9e11-a44d-4733-962f-a210e7bc8603 x-openstack-request-id: req-1dcb9e11-a44d-4733-962f-a210e7bc8603 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:43.289921 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8d878f-cb25-4cd8-b690-81e8698f2a1f", "name": "network-vif-plugged", "status": "completed", "tag": "34897c05-7eef-4339-91c9-e3bfd1114a68", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:43.290468 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dcb9e11-a44d-4733-962f-a210e7bc8603 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:43.291078 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8d878f-cb25-4cd8-b690-81e8698f2a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34897c05-7eef-4339-91c9-e3bfd1114a68', 'code': 200} Aug 27 03:31:43.339637 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3cd789b5-8e26-4f98-aef5-fc741337f0ef req-8f08c502-0149-4178-a9b5-8c7dfc167f11 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617390 Aug 27 03:31:43.372945 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4f4a37b4-71c3-46e8-8875-991f0d36e602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.382779 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4f4a37b4-71c3-46e8-8875-991f0d36e602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.437295 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efa6b8-54f6-46b2-82a6-9386c7ada064 req-149297a0-3291-48d6-8c7a-08575037ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:43.439236 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0efa6b8-54f6-46b2-82a6-9386c7ada064 req-149297a0-3291-48d6-8c7a-08575037ce56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe7821d0-97cf-441e-beed-217d20735215 HTTP/1.1" status: 200 len: 909 time: 0.2679329 Aug 27 03:31:43.451667 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a37b4-71c3-46e8-8875-991f0d36e602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f8e24d-84cf-48fb-a1f8-8bf9a1307f5d,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:43.489687 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-4f4a37b4-71c3-46e8-8875-991f0d36e602 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=344e07904f064440826f4c1c0deea1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5542319 Aug 27 03:31:43.493336 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55460) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:43.515090 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74502b3-b126-46d0-8b7b-9efb2f145461 req-5f4c21e5-a932-4c6f-95db-630b9f395b40 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:43.518530 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e74502b3-b126-46d0-8b7b-9efb2f145461 req-5f4c21e5-a932-4c6f-95db-630b9f395b40 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 943 time: 0.1325366 Aug 27 03:31:43.528582 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0efa6b8-54f6-46b2-82a6-9386c7ada064 req-b5a9bdcd-6399-496a-91d1-3cf6d871ee44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1641ee30-e418-421e-8d68-0dc10e0eeba4 HTTP/1.1" status: 200 len: 217 time: 0.0812566 Aug 27 03:31:43.724638 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efa6b8-54f6-46b2-82a6-9386c7ada064 req-dde7e06c-bd04-47a3-9a4e-029d30ca0630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:43.726177 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0efa6b8-54f6-46b2-82a6-9386c7ada064 req-dde7e06c-bd04-47a3-9a4e-029d30ca0630 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e01f0c24-afac-4a83-8a75-7976d01305c9 HTTP/1.1" status: 200 len: 848 time: 0.1880233 Aug 27 03:31:43.728984 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e74502b3-b126-46d0-8b7b-9efb2f145461 req-b99fcd7b-e858-4631-9261-67888c69388c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983125 Aug 27 03:31:43.750236 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c69e22-1643-4c5c-b991-0a9c6abb8219 req-9a2d1ed8-18dc-4d2b-972a-749ffe13d208 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:43.751363 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-39c69e22-1643-4c5c-b991-0a9c6abb8219 req-9a2d1ed8-18dc-4d2b-972a-749ffe13d208 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 945 time: 0.2563930 Aug 27 03:31:43.765369 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a641eb-a038-473e-b0b5-ea58a965a3a9 req-fe7dcff9-437f-420f-8dd1-202cd6da8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:43.767484 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38a641eb-a038-473e-b0b5-ea58a965a3a9 req-fe7dcff9-437f-420f-8dd1-202cd6da8d24 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 1098 time: 0.2093258 Aug 27 03:31:43.771361 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2ab4cbd4-a1bb-4684-a51d-12dfa599fec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.802147 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0efa6b8-54f6-46b2-82a6-9386c7ada064 req-301c6ed4-e5ae-492c-b3b9-54740d1bd945 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe7821d0-97cf-441e-beed-217d20735215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496886 Aug 27 03:31:43.822388 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55476) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:43.838194 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-38a641eb-a038-473e-b0b5-ea58a965a3a9 req-aa194428-d7fc-43f4-b395-35fa2cf37e18 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.889444 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2ab4cbd4-a1bb-4684-a51d-12dfa599fec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.931392 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-63ed4900-c80d-4dfc-9598-d64854fccc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:43.935607 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 212f95d8-459a-4da3-a611-d44a86cc8028 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:43.942380 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-39c69e22-1643-4c5c-b991-0a9c6abb8219 req-5433c227-bab6-47fb-bfc5-1674b7ad9c9c tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739032 Aug 27 03:31:43.996376 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0efa6b8-54f6-46b2-82a6-9386c7ada064 req-1df1b13f-6f27-405a-805a-db6202b949cf service neutron] 10.222.0.62 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764841 Aug 27 03:31:43.999662 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2ab4cbd4-a1bb-4684-a51d-12dfa599fec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.002855 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2ab4cbd4-a1bb-4684-a51d-12dfa599fec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.003975 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2ab4cbd4-a1bb-4684-a51d-12dfa599fec4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10f8e24d-84cf-48fb-a1f8-8bf9a1307f5d HTTP/1.1" status: 204 len: 168 time: 0.5076704 Aug 27 03:31:44.043483 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 212f95d8-459a-4da3-a611-d44a86cc8028, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=212f95d8-459a-4da3-a611-d44a86cc8028,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:44.057880 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '212f95d8-459a-4da3-a611-d44a86cc8028', 'network_id': '97b5146e-1ead-45fa-b520-237d06579200', 'port_id': '212f95d8-459a-4da3-a611-d44a86cc8028', 'mac_address': 'fa:16:3e:e0:25:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb98d8b1-6840-4a06-958b-439a22ebfd23', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:44.065233 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4cbd4-a1bb-4684-a51d-12dfa599fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f8e24d-84cf-48fb-a1f8-8bf9a1307f5d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:44.125283 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.150878 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0efa6b8-54f6-46b2-82a6-9386c7ada064 req-f37ef4cf-6257-4c23-a3f7-ff27b2c6668b service neutron] 10.222.0.62 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421838 Aug 27 03:31:44.151562 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212f95d8-459a-4da3-a611-d44a86cc8028 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:44.177760 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 212f95d8-459a-4da3-a611-d44a86cc8028, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=212f95d8-459a-4da3-a611-d44a86cc8028,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:44.186849 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.188659 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device dc3cad3e-acbe-4108-9aaf-10f03aebdb4f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:44.212894 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-38a641eb-a038-473e-b0b5-ea58a965a3a9 req-aa194428-d7fc-43f4-b395-35fa2cf37e18 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.234794 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-38a641eb-a038-473e-b0b5-ea58a965a3a9 req-aa194428-d7fc-43f4-b395-35fa2cf37e18 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.278088 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38a641eb-a038-473e-b0b5-ea58a965a3a9 req-aa194428-d7fc-43f4-b395-35fa2cf37e18 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819365 Aug 27 03:31:44.286595 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335171f-6122-4479-92f7-8c290159b3aa req-86629345-b3d5-4a23-863e-5f45e921ace7 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:44.288208 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0335171f-6122-4479-92f7-8c290159b3aa req-86629345-b3d5-4a23-863e-5f45e921ace7 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 943 time: 0.1575146 Aug 27 03:31:44.306441 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa194428-d7fc-43f4-b395-35fa2cf37e18 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=723dcd67-c6c4-4dc3-8ad1-eec422376289,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:44.323699 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e3091-0cbd-467b-bc80-a05fe7c07c1b req-3fdf1c94-36fb-4912-904e-117552044766 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:44.325349 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb0e3091-0cbd-467b-bc80-a05fe7c07c1b req-3fdf1c94-36fb-4912-904e-117552044766 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 945 time: 0.1395993 Aug 27 03:31:44.379206 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-63ed4900-c80d-4dfc-9598-d64854fccc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.384118 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-63ed4900-c80d-4dfc-9598-d64854fccc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.384365 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0335171f-6122-4479-92f7-8c290159b3aa req-ba02d718-3c65-42e0-b3cf-eab2eef7ad37 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833077 Aug 27 03:31:44.389797 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb0e3091-0cbd-467b-bc80-a05fe7c07c1b req-1d1d09d1-f044-4f08-9d03-df57ab73500d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554826 Aug 27 03:31:44.423046 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=212f95d8-459a-4da3-a611-d44a86cc8028,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:44.442952 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-63ed4900-c80d-4dfc-9598-d64854fccc10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70b1c155bc844c3dae3fe80d4d417551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6194329 Aug 27 03:31:44.444373 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed4900-c80d-4dfc-9598-d64854fccc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601d8692-8a3a-4e8e-9de9-ab7b64f5796c,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:44.445758 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55494) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:44.493255 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:44.507808 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'port_id': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f', 'mac_address': 'fa:16:3e:64:ba:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:44.543682 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-28644408-9771-4cd9-a80a-2b714c68fd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.557108 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.563527 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6546ec9-36dd-4346-bdad-14060fbe31f4 req-0b6c285e-be5d-4def-baa4-c7bca96e5946 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:44.565017 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6546ec9-36dd-4346-bdad-14060fbe31f4 req-0b6c285e-be5d-4def-baa4-c7bca96e5946 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 943 time: 0.0879660 Aug 27 03:31:44.579653 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3cad3e-acbe-4108-9aaf-10f03aebdb4f {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:44.606284 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:44.608013 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-28644408-9771-4cd9-a80a-2b714c68fd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.613470 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.633074 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6546ec9-36dd-4346-bdad-14060fbe31f4 req-309a041e-ba73-4773-a7e6-b282f4dfbea6 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561016 Aug 27 03:31:44.693272 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-28644408-9771-4cd9-a80a-2b714c68fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.695013 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:44.698323 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-28644408-9771-4cd9-a80a-2b714c68fd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:44.700127 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-28644408-9771-4cd9-a80a-2b714c68fd0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/601d8692-8a3a-4e8e-9de9-ab7b64f5796c HTTP/1.1" status: 204 len: 168 time: 0.2532961 Aug 27 03:31:44.712660 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28644408-9771-4cd9-a80a-2b714c68fd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601d8692-8a3a-4e8e-9de9-ab7b64f5796c,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:44.864272 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d80aa-f316-41a6-a79a-02046e80c71a req-f3fa7837-3bc1-4adc-a993-7a59ab696fa0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:44.866187 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-228d80aa-f316-41a6-a79a-02046e80c71a req-f3fa7837-3bc1-4adc-a993-7a59ab696fa0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 944 time: 0.0547276 Aug 27 03:31:44.913487 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-228d80aa-f316-41a6-a79a-02046e80c71a req-b03faf5b-8415-411d-98bd-6e6333626715 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Aug 27 03:31:45.089254 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55540) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:45.089653 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b2e9d-180d-4fff-94fc-a582fe71b254 req-3487de4f-a12e-48c2-bcca-76c813eb41af tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:45.091615 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3c0b2e9d-180d-4fff-94fc-a582fe71b254 req-3487de4f-a12e-48c2-bcca-76c813eb41af tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 945 time: 0.0605357 Aug 27 03:31:45.105831 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f0c2bede-26bf-45f3-86a0-1cf09def3301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.149634 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3c0b2e9d-180d-4fff-94fc-a582fe71b254 req-8d6b9124-1faa-457d-9466-11f59323705a tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411699 Aug 27 03:31:45.198407 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['dc3cad3e-acbe-4108-9aaf-10f03aebdb4f'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:45.208742 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f0c2bede-26bf-45f3-86a0-1cf09def3301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.213698 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f0c2bede-26bf-45f3-86a0-1cf09def3301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.226752 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['212f95d8-459a-4da3-a611-d44a86cc8028'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:45.252871 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f0c2bede-26bf-45f3-86a0-1cf09def3301 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a086ca3da0354ca78ac7385e2478d6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620104 Aug 27 03:31:45.257243 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55546) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:45.270776 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2bede-26bf-45f3-86a0-1cf09def3301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5060c25a-a904-46ef-9f83-91ad9db3f85a,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:45.301111 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bef536a-d819-4f5b-b397-f7f0d19dc976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253b001d-b392-41bf-b919-b49c1e9c5699'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:45.305067 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2597807a-8e55-4aa2-81a6-2eb560d05b04" -d '{"events": [{"server_uuid": "4bef536a-d819-4f5b-b397-f7f0d19dc976", "name": "network-vif-plugged", "status": "completed", "tag": "253b001d-b392-41bf-b919-b49c1e9c5699"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:45.320140 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0316393e-00d8-4d2f-bfd9-0d50a21c3fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.349093 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0316393e-00d8-4d2f-bfd9-0d50a21c3fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.393626 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7872693-5a99-419b-a0a9-862c7ba8b486 x-openstack-request-id: req-e7872693-5a99-419b-a0a9-862c7ba8b486 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:45.393921 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bef536a-d819-4f5b-b397-f7f0d19dc976", "name": "network-vif-plugged", "status": "completed", "tag": "253b001d-b392-41bf-b919-b49c1e9c5699", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:45.394383 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7872693-5a99-419b-a0a9-862c7ba8b486 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:45.394781 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bef536a-d819-4f5b-b397-f7f0d19dc976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253b001d-b392-41bf-b919-b49c1e9c5699', 'code': 200} Aug 27 03:31:45.424501 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0316393e-00d8-4d2f-bfd9-0d50a21c3fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.431540 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0316393e-00d8-4d2f-bfd9-0d50a21c3fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.433665 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0316393e-00d8-4d2f-bfd9-0d50a21c3fe6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5060c25a-a904-46ef-9f83-91ad9db3f85a HTTP/1.1" status: 204 len: 168 time: 0.1745520 Aug 27 03:31:45.446766 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316393e-00d8-4d2f-bfd9-0d50a21c3fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5060c25a-a904-46ef-9f83-91ad9db3f85a,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:45.606856 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c5bb2-d17f-416d-85b7-e23e419f1219 req-64b242a8-24a9-44c2-a2cd-7fe7fd0e9b68 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:45.614947 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f4c5bb2-d17f-416d-85b7-e23e419f1219 req-64b242a8-24a9-44c2-a2cd-7fe7fd0e9b68 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 944 time: 0.1158452 Aug 27 03:31:45.645142 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb7f4a-3155-4d86-ae1b-3fb823eb3b1e req-c6277d4e-c710-4732-83fa-d295dd38d48f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:45.646907 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-34eb7f4a-3155-4d86-ae1b-3fb823eb3b1e req-c6277d4e-c710-4732-83fa-d295dd38d48f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 945 time: 0.0973434 Aug 27 03:31:45.722650 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f4c5bb2-d17f-416d-85b7-e23e419f1219 req-d2fdf892-5b54-43cd-877b-49cd38b81244 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067233 Aug 27 03:31:45.752987 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-34eb7f4a-3155-4d86-ae1b-3fb823eb3b1e req-b090e399-244e-430f-9dd6-291ab0b29ea2 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919337 Aug 27 03:31:45.758902 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef415d2f-b9b9-4436-aed0-d94f6214d7cc req-89347e38-fcfb-45e8-8875-d613b3d3870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:45.760819 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef415d2f-b9b9-4436-aed0-d94f6214d7cc req-89347e38-fcfb-45e8-8875-d613b3d3870d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 1098 time: 0.0977900 Aug 27 03:31:45.816922 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef415d2f-b9b9-4436-aed0-d94f6214d7cc req-3e432637-a7c2-43c9-ab10-9ddb51c18e77 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473952 Aug 27 03:31:45.836289 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55566) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:45.853356 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f23eec-d85c-4e22-af93-c8b5ae328f09 req-e60010a1-48bc-49bb-b775-0abe3c46a28b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:45.854855 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-72f23eec-d85c-4e22-af93-c8b5ae328f09 req-e60010a1-48bc-49bb-b775-0abe3c46a28b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 943 time: 0.0547965 Aug 27 03:31:45.893987 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-72f23eec-d85c-4e22-af93-c8b5ae328f09 req-87aea9f8-0741-465d-8c22-79e54a8ae313 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326138 Aug 27 03:31:45.953420 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-72cf05be-f166-4b93-933f-cbca83473b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:45.966837 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1641ee30-e418-421e-8d68-0dc10e0eeba4 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:45.980800 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:46.058645 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c775246-6f3d-458b-bd20-cf58f2184e79 req-1f62815d-b108-448c-9402-6613e68b13da tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:46.060626 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6c775246-6f3d-458b-bd20-cf58f2184e79 req-1f62815d-b108-448c-9402-6613e68b13da tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 944 time: 0.0731480 Aug 27 03:31:46.099280 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-72cf05be-f166-4b93-933f-cbca83473b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.106932 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-72cf05be-f166-4b93-933f-cbca83473b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.120327 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6c775246-6f3d-458b-bd20-cf58f2184e79 req-c48ae03d-8706-4a92-9ea3-459a4eb8ae28 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518463 Aug 27 03:31:46.155072 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-72cf05be-f166-4b93-933f-cbca83473b72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f275336fb2354c46b0f09de5e4d4f9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171744 Aug 27 03:31:46.155239 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55584) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:46.162734 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1641ee30-e418-421e-8d68-0dc10e0eeba4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1641ee30-e418-421e-8d68-0dc10e0eeba4,segment=NetworkSegment(d25666ab-f37b-491e-836d-78ae31b1116c),segment_id=d25666ab-f37b-491e-836d-78ae31b1116c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:46.167489 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:46.184580 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:46.185112 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.215144 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf05be-f166-4b93-933f-cbca83473b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee71e6f-5161-488d-92ba-c016844b6679,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:46.226053 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c73e5a8f-5021-4a86-b0e9-88b9e2678781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.245624 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '1641ee30-e418-421e-8d68-0dc10e0eeba4', 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215', 'port_id': '1641ee30-e418-421e-8d68-0dc10e0eeba4', 'mac_address': 'fa:16:3e:6b:1d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01f0c24-afac-4a83-8a75-7976d01305c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:46.292330 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c73e5a8f-5021-4a86-b0e9-88b9e2678781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.303348 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.323655 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1641ee30-e418-421e-8d68-0dc10e0eeba4 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:46.346103 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d53185-9a70-4b85-aba7-7dfdf0b00e1b req-59c3ccae-9c93-468a-a3c3-d6a9398dcb7b tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:46.347934 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-31d53185-9a70-4b85-aba7-7dfdf0b00e1b req-59c3ccae-9c93-468a-a3c3-d6a9398dcb7b tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 945 time: 0.1042814 Aug 27 03:31:46.374697 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1641ee30-e418-421e-8d68-0dc10e0eeba4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1641ee30-e418-421e-8d68-0dc10e0eeba4,segment=NetworkSegment(d25666ab-f37b-491e-836d-78ae31b1116c),segment_id=d25666ab-f37b-491e-836d-78ae31b1116c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:46.384874 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.392799 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.397327 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c73e5a8f-5021-4a86-b0e9-88b9e2678781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.400239 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c73e5a8f-5021-4a86-b0e9-88b9e2678781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.402151 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c73e5a8f-5021-4a86-b0e9-88b9e2678781 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bee71e6f-5161-488d-92ba-c016844b6679 HTTP/1.1" status: 204 len: 168 time: 0.2449841 Aug 27 03:31:46.412606 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-31d53185-9a70-4b85-aba7-7dfdf0b00e1b req-5d4bcf9d-5a33-4b14-b925-5aef24f0b900 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564044 Aug 27 03:31:46.417651 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e5a8f-5021-4a86-b0e9-88b9e2678781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee71e6f-5161-488d-92ba-c016844b6679,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:46.481807 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=1641ee30-e418-421e-8d68-0dc10e0eeba4,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:46.487338 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:46.492020 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.538519 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55606) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:46.547945 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:46.754414 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dce5acbf-47f3-417f-b5ef-d4558b97a5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.906647 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dce5acbf-47f3-417f-b5ef-d4558b97a5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.914147 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dce5acbf-47f3-417f-b5ef-d4558b97a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.948443 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58a73e-cf3c-468e-815f-ace479770a41 req-ef6d1a09-40b8-4b9c-84d1-9295a575306a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:46.950305 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aa58a73e-cf3c-468e-815f-ace479770a41 req-ef6d1a09-40b8-4b9c-84d1-9295a575306a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 944 time: 0.1139622 Aug 27 03:31:46.966391 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ab4f8-b2c9-4aaa-8e7d-1b3f3f29cfe2 req-71376ab5-bfa6-469a-a8d6-e68a5f3ee4a7 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:46.967906 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c48ab4f8-b2c9-4aaa-8e7d-1b3f3f29cfe2 req-71376ab5-bfa6-469a-a8d6-e68a5f3ee4a7 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 945 time: 0.0904191 Aug 27 03:31:46.970501 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5acbf-47f3-417f-b5ef-d4558b97a5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39653d75-fb5e-4295-a8ae-508228d49889,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:47.008196 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-dce5acbf-47f3-417f-b5ef-d4558b97a5c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22bfce7a31164c1687c4122b0871a793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685676 Aug 27 03:31:47.008942 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55632) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:47.029568 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aa58a73e-cf3c-468e-815f-ace479770a41 req-734433f8-97ac-4aec-9aec-7a6b621eccbb tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721519 Aug 27 03:31:47.035406 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c48ab4f8-b2c9-4aaa-8e7d-1b3f3f29cfe2 req-2faff8c2-bd2a-40bf-a9cd-42014844f496 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538852 Aug 27 03:31:47.089929 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9cd42642-2e87-4c24-ab44-fe84e657b607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.104032 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['1641ee30-e418-421e-8d68-0dc10e0eeba4'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:47.121246 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9cd42642-2e87-4c24-ab44-fe84e657b607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.198506 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b2ac-8833-4455-8c1e-468e12658bd8 req-24ea99ea-f772-46de-a28d-84b06e96033c tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:47.200680 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c8e8b2ac-8833-4455-8c1e-468e12658bd8 req-24ea99ea-f772-46de-a28d-84b06e96033c tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 944 time: 0.0806491 Aug 27 03:31:47.227226 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9cd42642-2e87-4c24-ab44-fe84e657b607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.231799 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9cd42642-2e87-4c24-ab44-fe84e657b607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.233616 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9cd42642-2e87-4c24-ab44-fe84e657b607 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39653d75-fb5e-4295-a8ae-508228d49889 HTTP/1.1" status: 204 len: 168 time: 0.2235456 Aug 27 03:31:47.243573 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd42642-2e87-4c24-ab44-fe84e657b607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39653d75-fb5e-4295-a8ae-508228d49889,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:47.301947 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c8e8b2ac-8833-4455-8c1e-468e12658bd8 req-b37c239e-53c2-4fd2-83d7-c2643393d7fc tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867863 Aug 27 03:31:47.322831 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea3ed7-b264-4644-9770-43812b1fc1f0 req-4baea7e0-1d6b-41ec-8138-dfd92fbfc0a3 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:47.331798 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-16ea3ed7-b264-4644-9770-43812b1fc1f0 req-4baea7e0-1d6b-41ec-8138-dfd92fbfc0a3 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 944 time: 0.1053507 Aug 27 03:31:47.369108 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-16ea3ed7-b264-4644-9770-43812b1fc1f0 req-e24dada6-7f61-4b0b-a9ca-08d1f94328be tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363617 Aug 27 03:31:47.396340 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b6ca4-52d6-42f2-8ab8-823ee2872a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:47.399181 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ecd1dd-8634-45fc-aad9-611d7221d9ac" -d '{"events": [{"server_uuid": "248b6ca4-52d6-42f2-8ab8-823ee2872a2c", "name": "network-vif-plugged", "status": "completed", "tag": "9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:47.435735 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a179168c-3479-4b12-8beb-e0ea8e24f65f x-openstack-request-id: req-a179168c-3479-4b12-8beb-e0ea8e24f65f {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:47.436033 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248b6ca4-52d6-42f2-8ab8-823ee2872a2c", "name": "network-vif-plugged", "status": "completed", "tag": "9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:47.436302 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a179168c-3479-4b12-8beb-e0ea8e24f65f {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:47.436694 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b6ca4-52d6-42f2-8ab8-823ee2872a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d', 'code': 200} Aug 27 03:31:47.544732 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86928a25-c7a5-4751-baf1-9aad75b6d034 req-8537cb97-b7f6-44c0-a271-a1d6d30318e3 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:47.546339 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86928a25-c7a5-4751-baf1-9aad75b6d034 req-8537cb97-b7f6-44c0-a271-a1d6d30318e3 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 945 time: 0.0651150 Aug 27 03:31:47.625747 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86928a25-c7a5-4751-baf1-9aad75b6d034 req-e885df6a-a941-40ff-a31a-62385690d8cf tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619471 Aug 27 03:31:47.757884 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632a326-b874-4ce0-a100-f7bc0b33ed72 req-3172da84-f038-4477-a463-9395ca024a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:47.767039 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7632a326-b874-4ce0-a100-f7bc0b33ed72 req-3172da84-f038-4477-a463-9395ca024a9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 1099 time: 0.0709348 Aug 27 03:31:47.826655 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7632a326-b874-4ce0-a100-f7bc0b33ed72 req-f1509035-bf4c-45f4-b5ca-f5e70c943413 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 Aug 27 03:31:47.860309 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 55668) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:47.874083 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e87ff537-5432-4cf9-a041-aa1a5e9fdb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.973132 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device dc3cad3e-acbe-4108-9aaf-10f03aebdb4f up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:47.983957 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e87ff537-5432-4cf9-a041-aa1a5e9fdb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:47.991249 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e87ff537-5432-4cf9-a041-aa1a5e9fdb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.039528 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e87ff537-5432-4cf9-a041-aa1a5e9fdb9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c39b5acf7d6346968e183b2d65e72fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781404 Aug 27 03:31:48.040843 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ff537-5432-4cf9-a041-aa1a5e9fdb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d58e23-13c8-426e-9426-1a42f887bed5,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:48.042302 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55674) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:48.106811 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:48.111466 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:48.111852 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.209097 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-653fbf48-7b0d-49e2-a0a6-86057857a24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.222889 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.250967 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-653fbf48-7b0d-49e2-a0a6-86057857a24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.260301 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24ac7d-4e23-4ee4-b96f-78aff931c75e req-f9f8c882-9d5c-4592-941f-21e5b4e088da tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:48.262181 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff24ac7d-4e23-4ee4-b96f-78aff931c75e req-f9f8c882-9d5c-4592-941f-21e5b4e088da tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 944 time: 0.1244977 Aug 27 03:31:48.268425 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:48.274076 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.275013 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 212f95d8-459a-4da3-a611-d44a86cc8028 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:48.275571 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91145d9a-93de-4116-b519-b1c092183d5b req-4338b0c6-31f4-42ef-9095-582ce028fb52 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:48.277077 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-91145d9a-93de-4116-b519-b1c092183d5b req-4338b0c6-31f4-42ef-9095-582ce028fb52 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 945 time: 0.1264131 Aug 27 03:31:48.356420 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff24ac7d-4e23-4ee4-b96f-78aff931c75e req-a42b7766-8732-47e0-acc4-2a515c400d66 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783455 Aug 27 03:31:48.363419 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:48.365324 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-91145d9a-93de-4116-b519-b1c092183d5b req-695428f7-278e-47ed-bbde-cce98aca4bb9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766337 Aug 27 03:31:48.379322 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port 212f95d8-459a-4da3-a611-d44a86cc8028 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:48.380713 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-653fbf48-7b0d-49e2-a0a6-86057857a24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.383883 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-653fbf48-7b0d-49e2-a0a6-86057857a24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.390621 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-653fbf48-7b0d-49e2-a0a6-86057857a24c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75d58e23-13c8-426e-9426-1a42f887bed5 HTTP/1.1" status: 204 len: 168 time: 0.3431394 Aug 27 03:31:48.397490 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 212f95d8-459a-4da3-a611-d44a86cc8028 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:48.400804 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.412958 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fbf48-7b0d-49e2-a0a6-86057857a24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d58e23-13c8-426e-9426-1a42f887bed5,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:48.536233 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059e2a7-c78d-4217-abaa-08da44a44d97 req-45570b27-0701-4895-811b-de78e9fc0cfc tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:48.544117 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3059e2a7-c78d-4217-abaa-08da44a44d97 req-45570b27-0701-4895-811b-de78e9fc0cfc tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 944 time: 0.0681982 Aug 27 03:31:48.591411 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.631832 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 212f95d8-459a-4da3-a611-d44a86cc8028, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=212f95d8-459a-4da3-a611-d44a86cc8028,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:48.637797 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:48.661946 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4bfbc-f010-4f06-b010-718194fc7c24 req-8f4ba8e4-2569-4119-a655-8e0188714063 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:48.663617 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4d4bfbc-f010-4f06-b010-718194fc7c24 req-8f4ba8e4-2569-4119-a655-8e0188714063 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 944 time: 0.0723274 Aug 27 03:31:48.673953 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3059e2a7-c78d-4217-abaa-08da44a44d97 req-7a34d1b4-556b-48c0-b2c7-3abb325a3a71 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289046 Aug 27 03:31:48.713205 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=212f95d8-459a-4da3-a611-d44a86cc8028,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:48.749815 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4d4bfbc-f010-4f06-b010-718194fc7c24 req-c78bc883-2e28-4e62-8fa2-24d17f158fd6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746861 Aug 27 03:31:48.829445 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d948e-8180-4aa2-9fc7-3a9f38566fa9 req-ced43fd6-b30a-4b02-9092-0f3411eabf60 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:48.831252 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fd5d948e-8180-4aa2-9fc7-3a9f38566fa9 req-ced43fd6-b30a-4b02-9092-0f3411eabf60 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 945 time: 0.0762739 Aug 27 03:31:48.877167 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fd5d948e-8180-4aa2-9fc7-3a9f38566fa9 req-4acc4408-2dc6-4571-a6ee-c55014d9dcc9 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Aug 27 03:31:49.439218 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f'}, {'server_uuid': 'ef870f4c-a749-484d-a466-9be119c21dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212f95d8-459a-4da3-a611-d44a86cc8028'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:49.442208 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d009e054-a26b-4242-9cb5-333e874f768f" -d '{"events": [{"server_uuid": "356e4fdd-62a5-42e5-bb50-a576d9338e22", "name": "network-vif-plugged", "status": "completed", "tag": "dc3cad3e-acbe-4108-9aaf-10f03aebdb4f"}, {"server_uuid": "ef870f4c-a749-484d-a466-9be119c21dbf", "name": "network-vif-plugged", "status": "completed", "tag": "212f95d8-459a-4da3-a611-d44a86cc8028"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:49.537526 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab363f80-fce4-44a3-a84e-28b5ca3a9848 x-openstack-request-id: req-ab363f80-fce4-44a3-a84e-28b5ca3a9848 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:49.537832 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356e4fdd-62a5-42e5-bb50-a576d9338e22", "name": "network-vif-plugged", "status": "completed", "tag": "dc3cad3e-acbe-4108-9aaf-10f03aebdb4f", "code": 200}, {"server_uuid": "ef870f4c-a749-484d-a466-9be119c21dbf", "name": "network-vif-plugged", "status": "completed", "tag": "212f95d8-459a-4da3-a611-d44a86cc8028", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:49.538183 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab363f80-fce4-44a3-a84e-28b5ca3a9848 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:49.538590 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f', 'code': 200} Aug 27 03:31:49.538872 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef870f4c-a749-484d-a466-9be119c21dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212f95d8-459a-4da3-a611-d44a86cc8028', 'code': 200} Aug 27 03:31:49.554132 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12060d3c-b2b6-4073-8880-03e161bf3cd6 req-4951cb7b-5ae1-4283-b323-df8e1d88790b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:49.555759 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12060d3c-b2b6-4073-8880-03e161bf3cd6 req-4951cb7b-5ae1-4283-b323-df8e1d88790b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0616965 Aug 27 03:31:49.595395 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12060d3c-b2b6-4073-8880-03e161bf3cd6 req-600d2a56-bb45-42c0-a11b-951e1068fdc7 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337796 Aug 27 03:31:49.805090 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927aef7-beef-4f35-9b9d-74cd52334bd4 req-5011844d-b91e-42a0-97d7-cf81eb1e57da tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:49.807689 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c927aef7-beef-4f35-9b9d-74cd52334bd4 req-5011844d-b91e-42a0-97d7-cf81eb1e57da tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 944 time: 0.0593054 Aug 27 03:31:49.945187 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c927aef7-beef-4f35-9b9d-74cd52334bd4 req-733bef03-fd3c-4bb0-a5cd-b141beda4f05 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279438 Aug 27 03:31:49.952128 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15395a-36e3-490f-a3af-9d852ee276da req-ca33c062-8692-4e09-9f63-aeebc0b70fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:49.953614 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2c15395a-36e3-490f-a3af-9d852ee276da req-ca33c062-8692-4e09-9f63-aeebc0b70fa2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 1098 time: 0.1448522 Aug 27 03:31:49.968338 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ff48e-1319-4555-a217-270af033897f req-f9d35692-c147-437b-971b-0e33f1d18239 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:49.970888 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9c3ff48e-1319-4555-a217-270af033897f req-f9d35692-c147-437b-971b-0e33f1d18239 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1271086 Aug 27 03:31:49.980121 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600fa40-a9ee-46dc-9984-1bdecb843dab req-2f2cb780-3484-40c7-b7b7-4d03e6c6d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:49.983029 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3600fa40-a9ee-46dc-9984-1bdecb843dab req-2f2cb780-3484-40c7-b7b7-4d03e6c6d63d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 1098 time: 0.0975471 Aug 27 03:31:49.983760 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1641ee30-e418-421e-8d68-0dc10e0eeba4 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:50.058606 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port 1641ee30-e418-421e-8d68-0dc10e0eeba4 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:50.068356 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 1641ee30-e418-421e-8d68-0dc10e0eeba4 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:50.069453 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9c3ff48e-1319-4555-a217-270af033897f req-d9dbd8db-5111-4ed8-9d04-ce0b7480c369 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852487 Aug 27 03:31:50.070820 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.070963 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3600fa40-a9ee-46dc-9984-1bdecb843dab req-f5123bc5-bbcc-4010-80af-384fd10965c1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703819 Aug 27 03:31:50.072548 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2c15395a-36e3-490f-a3af-9d852ee276da req-06fc2dc3-d4e1-4229-863d-d90a370b42a5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997167 Aug 27 03:31:50.159472 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.197335 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1641ee30-e418-421e-8d68-0dc10e0eeba4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1641ee30-e418-421e-8d68-0dc10e0eeba4,segment=NetworkSegment(d25666ab-f37b-491e-836d-78ae31b1116c),segment_id=d25666ab-f37b-491e-836d-78ae31b1116c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:50.202271 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:50.252375 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=1641ee30-e418-421e-8d68-0dc10e0eeba4,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:50.710887 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc33f27-502d-46c3-a8ff-bc78c3d0a022 req-9ac31ae1-8741-4e4b-a7ae-e29893029010 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:50.712385 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8bc33f27-502d-46c3-a8ff-bc78c3d0a022 req-9ac31ae1-8741-4e4b-a7ae-e29893029010 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0505459 Aug 27 03:31:50.750946 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8bc33f27-502d-46c3-a8ff-bc78c3d0a022 req-5021715f-ccd2-4d24-a368-4f2c013a6fd0 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325077 Aug 27 03:31:51.066446 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7cd3b-fb38-4611-82e0-0a3e427d73f4 req-e1d81907-1f36-49e4-86be-854420e0300a tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:51.068152 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05a7cd3b-fb38-4611-82e0-0a3e427d73f4 req-e1d81907-1f36-49e4-86be-854420e0300a tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0498612 Aug 27 03:31:51.111700 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05a7cd3b-fb38-4611-82e0-0a3e427d73f4 req-7a866af2-ac24-4ecb-8650-43ded0543f9d tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366232 Aug 27 03:31:51.230618 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa5f29-8154-4ddb-b209-4b2fc2eb6dab req-e4c2ae2d-c812-46cc-a447-7e909b9007c2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:51.232132 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86fa5f29-8154-4ddb-b209-4b2fc2eb6dab req-e4c2ae2d-c812-46cc-a447-7e909b9007c2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0506458 Aug 27 03:31:51.272967 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86fa5f29-8154-4ddb-b209-4b2fc2eb6dab req-00d12848-d405-4569-a72e-015671fe134e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334837 Aug 27 03:31:51.540426 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9191928e-b1c1-481f-9776-cca8c77072bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1641ee30-e418-421e-8d68-0dc10e0eeba4'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:51.542775 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdec501-8162-4702-b11f-b5c09cf9ab5b" -d '{"events": [{"server_uuid": "9191928e-b1c1-481f-9776-cca8c77072bb", "name": "network-vif-plugged", "status": "completed", "tag": "1641ee30-e418-421e-8d68-0dc10e0eeba4"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:51.582036 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2d6552-e459-4ce7-9ca0-5a13aff63e9f x-openstack-request-id: req-3e2d6552-e459-4ce7-9ca0-5a13aff63e9f {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:51.582336 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9191928e-b1c1-481f-9776-cca8c77072bb", "name": "network-vif-plugged", "status": "completed", "tag": "1641ee30-e418-421e-8d68-0dc10e0eeba4", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:51.582590 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e2d6552-e459-4ce7-9ca0-5a13aff63e9f {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:51.582976 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9191928e-b1c1-481f-9776-cca8c77072bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1641ee30-e418-421e-8d68-0dc10e0eeba4', 'code': 200} Aug 27 03:31:51.880086 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8816e-dfb2-49d2-b124-62e8e0c7fe4c req-4cf65610-595b-451f-bee5-77b7393927af tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:51.881542 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eea8816e-dfb2-49d2-b124-62e8e0c7fe4c req-4cf65610-595b-451f-bee5-77b7393927af tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0550025 Aug 27 03:31:51.922250 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eea8816e-dfb2-49d2-b124-62e8e0c7fe4c req-4b0aed0c-a15e-4a1d-a819-5ec321074580 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340788 Aug 27 03:31:52.230116 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b961-1049-4c5b-b800-315a01b84d9e req-3964e9fd-21f8-4663-8156-31b01a31dd85 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:52.231643 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e316b961-1049-4c5b-b800-315a01b84d9e req-3964e9fd-21f8-4663-8156-31b01a31dd85 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0514121 Aug 27 03:31:52.272282 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e316b961-1049-4c5b-b800-315a01b84d9e req-abfc434b-a051-45a0-9440-0183b8ddce3b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341437 Aug 27 03:31:52.556868 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10cb3b-082b-4c0d-88b9-d56cdca5acd0 req-e65ff8d5-1186-4c74-a6b5-e57aa723afee tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:52.558392 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4e10cb3b-082b-4c0d-88b9-d56cdca5acd0 req-e65ff8d5-1186-4c74-a6b5-e57aa723afee tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.2150617 Aug 27 03:31:52.597020 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4e10cb3b-082b-4c0d-88b9-d56cdca5acd0 req-7b97d875-f278-4272-aece-880988c27f23 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321767 Aug 27 03:31:53.039957 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54774388-6183-4c9a-a79f-66d6a2eec6fa req-cb93f3cd-b52f-484a-9c92-58c72f9b3aeb tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:53.041427 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54774388-6183-4c9a-a79f-66d6a2eec6fa req-cb93f3cd-b52f-484a-9c92-58c72f9b3aeb tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0492189 Aug 27 03:31:53.079509 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54774388-6183-4c9a-a79f-66d6a2eec6fa req-5a4a743a-863d-4d14-90ac-36be850b5473 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Aug 27 03:31:53.391193 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81135a-e898-4d2c-b5c8-8074fb819ea0 req-3cd6d4e0-dc97-4fd0-a98a-ea7ef2d669bd tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:53.392902 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee81135a-e898-4d2c-b5c8-8074fb819ea0 req-3cd6d4e0-dc97-4fd0-a98a-ea7ef2d669bd tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0503716 Aug 27 03:31:53.434080 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee81135a-e898-4d2c-b5c8-8074fb819ea0 req-1455de9a-930c-4ec7-aa07-b98ed1304bb5 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352738 Aug 27 03:31:53.711072 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d57fe-2b22-4f19-95ee-78a15d93471e req-c32307ff-c601-409d-8e89-7c3eaf17baff tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:53.712622 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e4d57fe-2b22-4f19-95ee-78a15d93471e req-c32307ff-c601-409d-8e89-7c3eaf17baff tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0496318 Aug 27 03:31:53.754800 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e4d57fe-2b22-4f19-95ee-78a15d93471e req-cd1cb123-79c0-471b-b3d8-0287cdbcd907 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360770 Aug 27 03:31:54.195861 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8376120-2f2f-436c-a54c-43556faab8c8 req-a5585165-0e4d-4094-bf2e-478c451716fc tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:54.197355 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8376120-2f2f-436c-a54c-43556faab8c8 req-a5585165-0e4d-4094-bf2e-478c451716fc tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0523911 Aug 27 03:31:54.236513 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8376120-2f2f-436c-a54c-43556faab8c8 req-ad4f1dfd-4961-469e-833d-4636d30127ae tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331430 Aug 27 03:31:54.548434 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733a2d8-0afd-4803-a6ae-99a4f112019e req-8a6dfe44-1fa2-4351-8939-dcb0d84b1a03 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:54.549837 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4733a2d8-0afd-4803-a6ae-99a4f112019e req-8a6dfe44-1fa2-4351-8939-dcb0d84b1a03 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0503409 Aug 27 03:31:54.591899 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4733a2d8-0afd-4803-a6ae-99a4f112019e req-e6f7bf58-7f7e-4f3f-8e5d-fe23fb5ce33e tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362637 Aug 27 03:31:54.869191 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482971d4-07e0-4f10-a04d-c724ed27aba8 req-0eb9b76b-13cb-4a4b-945a-a983409afbfa tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:54.870622 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-482971d4-07e0-4f10-a04d-c724ed27aba8 req-0eb9b76b-13cb-4a4b-945a-a983409afbfa tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0486524 Aug 27 03:31:54.908889 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-482971d4-07e0-4f10-a04d-c724ed27aba8 req-40355bba-a1d3-4cd4-9ca8-12155210fc06 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Aug 27 03:31:55.352084 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74527dc4-2156-41f6-b263-ee5ca12d653f req-c3ad16ce-2022-40a6-bbba-2fa1d14c7e2d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:55.353572 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74527dc4-2156-41f6-b263-ee5ca12d653f req-c3ad16ce-2022-40a6-bbba-2fa1d14c7e2d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0511830 Aug 27 03:31:55.392479 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74527dc4-2156-41f6-b263-ee5ca12d653f req-b7cff961-76a6-4a79-9061-3b574643da5f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330381 Aug 27 03:31:55.679674 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c7492-cfa7-4391-ba07-fb532d5da093 req-c7f6509f-632c-4db1-bf08-0224a2893ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:55.683043 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c51c7492-cfa7-4391-ba07-fb532d5da093 req-c7f6509f-632c-4db1-bf08-0224a2893ab1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 1098 time: 0.0520754 Aug 27 03:31:55.773684 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbfffd-d1ca-4353-9567-a633a5efedd3 req-cc0eef53-46c5-4163-96cf-c02f067b72f1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:55.775209 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1fdbfffd-d1ca-4353-9567-a633a5efedd3 req-cc0eef53-46c5-4163-96cf-c02f067b72f1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0812819 Aug 27 03:31:55.777220 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c51c7492-cfa7-4391-ba07-fb532d5da093 req-a2d60147-64b0-4875-bf60-3951014e3b88 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515289 Aug 27 03:31:55.814811 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1fdbfffd-d1ca-4353-9567-a633a5efedd3 req-b67ba38e-d3cf-4289-afcc-e6759ec318d1 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327051 Aug 27 03:31:56.024407 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925df2-88a0-4665-8979-0fd7f66c781f req-2edae5cf-86da-46ca-be0b-53635cb9c5e7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.025896 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e925df2-88a0-4665-8979-0fd7f66c781f req-2edae5cf-86da-46ca-be0b-53635cb9c5e7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0500140 Aug 27 03:31:56.067203 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e925df2-88a0-4665-8979-0fd7f66c781f req-367eef3b-cbdf-42a9-8718-843e4d3207e8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Aug 27 03:31:56.510488 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934cef3-5970-4d91-a068-2e29060b1c09 req-2545b504-5c9b-467b-b863-a40a3de4bff1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.511943 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2934cef3-5970-4d91-a068-2e29060b1c09 req-2545b504-5c9b-467b-b863-a40a3de4bff1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0524583 Aug 27 03:31:56.550236 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2934cef3-5970-4d91-a068-2e29060b1c09 req-993ed55a-5d7f-422f-b309-d7843572899a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Aug 27 03:31:56.947349 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a050414-5e37-4f35-93f4-0a3f3670b617 req-aeeafd39-c09d-4c28-aba6-99a63171691f tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:56.949225 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a050414-5e37-4f35-93f4-0a3f3670b617 req-aeeafd39-c09d-4c28-aba6-99a63171691f tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0661461 Aug 27 03:31:56.991337 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0a050414-5e37-4f35-93f4-0a3f3670b617 req-352636a5-8e5b-4b69-a8b7-253f09614c8b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362921 Aug 27 03:31:57.182256 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5fa0f-af4c-4e6d-9dae-71af8cee7d78 req-b643ceff-12eb-4727-a079-55bf193180b8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:57.186622 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61e5fa0f-af4c-4e6d-9dae-71af8cee7d78 req-b643ceff-12eb-4727-a079-55bf193180b8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0533020 Aug 27 03:31:57.224878 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61e5fa0f-af4c-4e6d-9dae-71af8cee7d78 req-f2ef2458-d355-432d-8e61-a0a236f49855 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340939 Aug 27 03:31:57.496627 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec138359-7ce0-480c-a9ed-8851955443cd req-72cafa8c-fc03-4cf6-893f-a78853531e4f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:57.498136 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec138359-7ce0-480c-a9ed-8851955443cd req-72cafa8c-fc03-4cf6-893f-a78853531e4f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0536344 Aug 27 03:31:57.537396 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec138359-7ce0-480c-a9ed-8851955443cd req-1e00334f-09fc-4eee-8013-841c6deb5bfc tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Aug 27 03:31:57.672223 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9fece-a732-41a7-9dcc-e02c60506a63 req-28335ac8-5702-4c76-ae22-d1a24848f739 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:57.673713 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14f9fece-a732-41a7-9dcc-e02c60506a63 req-28335ac8-5702-4c76-ae22-d1a24848f739 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0507977 Aug 27 03:31:57.711430 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14f9fece-a732-41a7-9dcc-e02c60506a63 req-bfe1513a-64ab-41b8-963c-ea01845496b8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317798 Aug 27 03:31:57.821953 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:31:57.826842 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13b02-3a6c-487c-9085-49d9604948e8 req-6ae7d32f-7e25-45dd-b3d6-f7a12e5e3ced tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:57.829101 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86b13b02-3a6c-487c-9085-49d9604948e8 req-6ae7d32f-7e25-45dd-b3d6-f7a12e5e3ced tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0502796 Aug 27 03:31:57.837633 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 55936) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:57.842308 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-075e0cf7-9861-4fb2-a00e-943ea83f8a29 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'floatingip': {'port_id': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:57.915938 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-075e0cf7-9861-4fb2-a00e-943ea83f8a29 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:58.190831 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa39590-30cb-4db8-89fe-4b7624e99cb3 req-fbb9cf25-8eca-4ea3-bc6d-f8a21292f242 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:58.192346 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ffa39590-30cb-4db8-89fe-4b7624e99cb3 req-fbb9cf25-8eca-4ea3-bc6d-f8a21292f242 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.1279097 Aug 27 03:31:58.282202 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ffa39590-30cb-4db8-89fe-4b7624e99cb3 req-c5d7eb11-d1fc-441f-8266-da6c43c15259 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838473 Aug 27 03:31:58.648309 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-075e0cf7-9861-4fb2-a00e-943ea83f8a29 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:58.652829 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-075e0cf7-9861-4fb2-a00e-943ea83f8a29 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:58.886840 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738bec5-26ef-463d-89c8-a6bd27fea6dd req-f0db464e-e611-4882-bb22-32594e2434a9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:58.888221 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f738bec5-26ef-463d-89c8-a6bd27fea6dd req-f0db464e-e611-4882-bb22-32594e2434a9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.2823594 Aug 27 03:31:58.964567 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f738bec5-26ef-463d-89c8-a6bd27fea6dd req-b7f8cd2d-7253-4ee7-98e0-a4d44c0a7ca8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 Aug 27 03:31:58.965716 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-075e0cf7-9861-4fb2-a00e-943ea83f8a29 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Floating IP 6cc8c4aa-e72a-4325-b9d6-968cf2dd6491 associated. External IP: 172.27.2.190, port: dc3cad3e-acbe-4108-9aaf-10f03aebdb4f. Aug 27 03:31:59.175400 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075e0cf7-9861-4fb2-a00e-943ea83f8a29 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Router 1dcf4444-de43-4674-9734-306a1171a574 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:31:59.287511 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e0cf7-9861-4fb2-a00e-943ea83f8a29 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:59.293432 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-075e0cf7-9861-4fb2-a00e-943ea83f8a29 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:59.302541 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81f36c-08d0-4de0-a4cd-0fa09bc26953 None None] Sync routers for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:59.311892 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81f36c-08d0-4de0-a4cd-0fa09bc26953 None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:59.313283 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8b81f36c-08d0-4de0-a4cd-0fa09bc26953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:31:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:59.320573 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-075e0cf7-9861-4fb2-a00e-943ea83f8a29 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "PUT /v2.0/floatingips/6cc8c4aa-e72a-4325-b9d6-968cf2dd6491 HTTP/1.1" status: 200 len: 991 time: 1.4817886 Aug 27 03:31:59.321169 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'tag': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:59.323858 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fef524-177b-4f63-afd0-d078c240e215" -d '{"events": [{"name": "network-changed", "server_uuid": "356e4fdd-62a5-42e5-bb50-a576d9338e22", "tag": "dc3cad3e-acbe-4108-9aaf-10f03aebdb4f"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:59.425653 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4c3cd-b096-436c-b27a-a32113b37b8c req-f13d51f1-8a39-4236-9a1d-50f1afac8d62 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:59.427135 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0bd4c3cd-b096-436c-b27a-a32113b37b8c req-f13d51f1-8a39-4236-9a1d-50f1afac8d62 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0521793 Aug 27 03:31:59.432955 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-8b81f36c-08d0-4de0-a4cd-0fa09bc26953 None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:59.467255 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0bd4c3cd-b096-436c-b27a-a32113b37b8c req-84cc10fb-3754-4494-a8df-7baada1ee6b4 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342815 Aug 27 03:31:59.510177 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b74763-aebb-4306-a056-7f4916ba9b5e x-openstack-request-id: req-42b74763-aebb-4306-a056-7f4916ba9b5e {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:59.510475 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356e4fdd-62a5-42e5-bb50-a576d9338e22", "tag": "dc3cad3e-acbe-4108-9aaf-10f03aebdb4f", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:59.510729 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42b74763-aebb-4306-a056-7f4916ba9b5e {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:59.511129 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'tag': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f', 'status': 'completed', 'code': 200} Aug 27 03:31:59.792588 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8b81f36c-08d0-4de0-a4cd-0fa09bc26953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '6cc8c4aa-e72a-4325-b9d6-968cf2dd6491', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '1dcf4444-de43-4674-9734-306a1171a574', 'port_id': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'mac_address': 'fa:16:3e:64:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:18Z', 'updated_at': '2021-08-27T03:31:58Z', 'revision_number': 1, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:59.822537 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81f36c-08d0-4de0-a4cd-0fa09bc26953 None None] Checking router: 1dcf4444-de43-4674-9734-306a1171a574 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:59.832784 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81f36c-08d0-4de0-a4cd-0fa09bc26953 None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:59.833408 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8b81f36c-08d0-4de0-a4cd-0fa09bc26953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:31:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:59.934557 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-8b81f36c-08d0-4de0-a4cd-0fa09bc26953 None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:00.084670 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11121106-cb0d-49f1-9dde-24ff02e20181 req-b239daf8-b61f-4b80-9745-87c11c6e1abd tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:00.086155 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-11121106-cb0d-49f1-9dde-24ff02e20181 req-b239daf8-b61f-4b80-9745-87c11c6e1abd tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0488818 Aug 27 03:32:00.126612 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-11121106-cb0d-49f1-9dde-24ff02e20181 req-9e3f63b0-36bf-41b2-9992-0c169d2f544d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340660 Aug 27 03:32:00.163924 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-8b81f36c-08d0-4de0-a4cd-0fa09bc26953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '6cc8c4aa-e72a-4325-b9d6-968cf2dd6491', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '1dcf4444-de43-4674-9734-306a1171a574', 'port_id': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'mac_address': 'fa:16:3e:64:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:18Z', 'updated_at': '2021-08-27T03:31:58Z', 'revision_number': 1, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:00.194951 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b81f36c-08d0-4de0-a4cd-0fa09bc26953 None None] The sync data for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi is: [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '6cc8c4aa-e72a-4325-b9d6-968cf2dd6491', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '1dcf4444-de43-4674-9734-306a1171a574', 'port_id': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'mac_address': 'fa:16:3e:64:ba:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:18Z', 'updated_at': '2021-08-27T03:31:58Z', 'revision_number': 1, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:32:00.411076 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bce86d7-a404-4b0b-b199-73b328cc79c1 None None] New status for floating IP 6cc8c4aa-e72a-4325-b9d6-968cf2dd6491: ACTIVE {{(pid=93873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:32:00.589310 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e92e61-294b-4bfd-a34e-a6d8d57c722e req-7c65b678-0fd7-4304-a86a-d1d9c023183d tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:00.590902 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c6e92e61-294b-4bfd-a34e-a6d8d57c722e req-7c65b678-0fd7-4304-a86a-d1d9c023183d tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0533841 Aug 27 03:32:00.628783 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c6e92e61-294b-4bfd-a34e-a6d8d57c722e req-2beff745-0907-459e-a738-8d86d84b18f0 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313606 Aug 27 03:32:00.744173 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1ff18c71-8b26-4659-b07c-6915f09247dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:01.244051 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090bd0b-15e1-473e-ba47-bab8092171fb req-a8e6d1e8-5b4f-474b-b5d2-466cf7f8759e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.245551 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b090bd0b-15e1-473e-ba47-bab8092171fb req-a8e6d1e8-5b4f-474b-b5d2-466cf7f8759e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0505662 Aug 27 03:32:01.285617 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b090bd0b-15e1-473e-ba47-bab8092171fb req-7515084d-4d74-4e28-abe2-9894fc0baa8f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339150 Aug 27 03:32:01.749026 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdee573-af44-4d74-91f1-41127e5a9f7a req-7716d743-ec09-4785-8bac-b06949fa8d31 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.750864 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1bdee573-af44-4d74-91f1-41127e5a9f7a req-7716d743-ec09-4785-8bac-b06949fa8d31 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0487130 Aug 27 03:32:01.790669 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1bdee573-af44-4d74-91f1-41127e5a9f7a req-e977e0a7-91f2-4e8d-b350-a5cf21f12dc7 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339606 Aug 27 03:32:01.992221 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fef524-177b-4f63-afd0-d078c240e215 req-b403e903-f9ab-4948-957e-a3f1ebf01fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.993731 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b6fef524-177b-4f63-afd0-d078c240e215 req-b403e903-f9ab-4948-957e-a3f1ebf01fbf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 1098 time: 0.0704305 Aug 27 03:32:01.995546 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1700f-ccb4-4d31-983d-f9a78aa6e8e7 req-27a90766-1b8e-47f0-ad15-a5713d903c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:01.996872 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92f1700f-ccb4-4d31-983d-f9a78aa6e8e7 req-27a90766-1b8e-47f0-ad15-a5713d903c45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 1098 time: 0.0754709 Aug 27 03:32:02.174312 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fef524-177b-4f63-afd0-d078c240e215 req-e77faa04-2157-4c61-afca-fb9c79e4abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.175811 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b6fef524-177b-4f63-afd0-d078c240e215 req-e77faa04-2157-4c61-afca-fb9c79e4abde service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.1549485 Aug 27 03:32:02.176891 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1700f-ccb4-4d31-983d-f9a78aa6e8e7 req-288c438f-d490-4887-80fd-2c5f5a61871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.178275 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92f1700f-ccb4-4d31-983d-f9a78aa6e8e7 req-288c438f-d490-4887-80fd-2c5f5a61871c service neutron] 10.222.0.62 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 920 time: 0.1562848 Aug 27 03:32:02.277469 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92f1700f-ccb4-4d31-983d-f9a78aa6e8e7 req-7f7d7fad-bf12-4bd7-bd31-544d3bbe19ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=212f95d8-459a-4da3-a611-d44a86cc8028 HTTP/1.1" status: 200 len: 217 time: 0.0703492 Aug 27 03:32:02.372121 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b6fef524-177b-4f63-afd0-d078c240e215 req-66c3c7bc-5ce5-437d-b9a3-50cd7cf46eea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f HTTP/1.1" status: 200 len: 1001 time: 0.1708798 Aug 27 03:32:02.410850 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1700f-ccb4-4d31-983d-f9a78aa6e8e7 req-5888c40b-90d5-43d7-ac69-6229b3984c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.412239 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92f1700f-ccb4-4d31-983d-f9a78aa6e8e7 req-5888c40b-90d5-43d7-ac69-6229b3984c11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 200 len: 859 time: 0.1274307 Aug 27 03:32:02.464984 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92f1700f-ccb4-4d31-983d-f9a78aa6e8e7 req-778059a2-9dbe-4d4c-baeb-e453843d9373 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97b5146e-1ead-45fa-b520-237d06579200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321963 Aug 27 03:32:02.484236 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba11a0-c24c-49d6-8da4-ff31f91797d8 req-82c9f98c-be90-4c13-b5ba-41399bec243b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.485780 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55ba11a0-c24c-49d6-8da4-ff31f91797d8 req-82c9f98c-be90-4c13-b5ba-41399bec243b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1161592 Aug 27 03:32:02.489523 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fef524-177b-4f63-afd0-d078c240e215 req-c8f9a313-c63c-4007-b361-d722cc710e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.490823 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b6fef524-177b-4f63-afd0-d078c240e215 req-c8f9a313-c63c-4007-b361-d722cc710e34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.1033676 Aug 27 03:32:02.620666 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55ba11a0-c24c-49d6-8da4-ff31f91797d8 req-52099616-43b3-40f9-8edb-b9443903aa0b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278882 Aug 27 03:32:02.627006 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fef524-177b-4f63-afd0-d078c240e215 req-125f7c93-5fef-4349-8fba-4a8c2ccb1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:02.628551 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b6fef524-177b-4f63-afd0-d078c240e215 req-125f7c93-5fef-4349-8fba-4a8c2ccb1cfb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1236959 Aug 27 03:32:02.645911 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92f1700f-ccb4-4d31-983d-f9a78aa6e8e7 req-951ec928-de64-4e3e-917f-18b8691c05c4 service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542046 Aug 27 03:32:02.815710 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b6fef524-177b-4f63-afd0-d078c240e215 req-61b37546-6ee3-4870-b48a-c4bbce858555 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526682 Aug 27 03:32:02.817501 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92f1700f-ccb4-4d31-983d-f9a78aa6e8e7 req-e54a0817-7fcb-464c-a1bf-d209d6d2a80e service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535428 Aug 27 03:32:03.169323 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d120e7d-6e16-48d4-a796-0efddc792c02 req-44842d7b-e21d-4069-b4cc-c53b6c4e1fcf tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:03.170926 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d120e7d-6e16-48d4-a796-0efddc792c02 req-44842d7b-e21d-4069-b4cc-c53b6c4e1fcf tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.3033216 Aug 27 03:32:03.204298 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b6fef524-177b-4f63-afd0-d078c240e215 req-894e4e3f-0eb1-4668-9861-7937f3abdeed service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271911 Aug 27 03:32:03.220617 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d120e7d-6e16-48d4-a796-0efddc792c02 req-fd153207-11fd-4e4f-9bad-c52f9a76a249 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 Aug 27 03:32:03.736928 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-804cf44e-43ba-4094-b176-5a8d31d8c7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:03.756755 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6390d-4448-4d93-85ce-2738a848a8be req-ff3cb370-60f9-4bbf-b6eb-98777d644c1d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:03.758307 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e4e6390d-4448-4d93-85ce-2738a848a8be req-ff3cb370-60f9-4bbf-b6eb-98777d644c1d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0667531 Aug 27 03:32:03.800060 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e4e6390d-4448-4d93-85ce-2738a848a8be req-b11be997-cfb7-42ee-bfce-ae3730bd1a2c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355477 Aug 27 03:32:04.340210 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c0a9-d804-4585-bd45-8474f50b0c11 req-a3308c1d-d64b-49ee-b2c3-3c4bf2ec8338 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.341788 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9d8c0a9-d804-4585-bd45-8474f50b0c11 req-a3308c1d-d64b-49ee-b2c3-3c4bf2ec8338 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0533960 Aug 27 03:32:04.380454 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e9d8c0a9-d804-4585-bd45-8474f50b0c11 req-da20f2cc-15e7-48f9-8a18-2f60698e16f2 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Aug 27 03:32:04.760622 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:04.920690 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56064) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:04.929186 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3b16e-eb3a-4428-95e4-e7b17362d4a2 req-e2b82a7c-e6c6-457c-9340-ba4bca2ce0d0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:04.930737 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63b3b16e-eb3a-4428-95e4-e7b17362d4a2 req-e2b82a7c-e6c6-457c-9340-ba4bca2ce0d0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0561349 Aug 27 03:32:04.970916 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63b3b16e-eb3a-4428-95e4-e7b17362d4a2 req-70398198-61cb-4935-9ef5-336485112a84 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 Aug 27 03:32:05.034232 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.044263 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.128967 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.132623 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.172985 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1685020566da4090af7e04f0430bff65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511277 Aug 27 03:32:05.174008 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4dadf7-b505-4b18-bbb1-8df2aced42f1,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:05.175841 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 56068) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:05.181756 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.182159 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.182508 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.182855 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.183196 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.183547 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.183901 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.184235 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.184585 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.184931 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.185274 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.185599 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18304b68-d86a-4acb-95c1-acd652292797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.227802 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.248841 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.296621 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.299745 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.300893 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb4dadf7-b505-4b18-bbb1-8df2aced42f1 HTTP/1.1" status: 204 len: 168 time: 0.1238952 Aug 27 03:32:05.310703 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4dadf7-b505-4b18-bbb1-8df2aced42f1,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:05.319272 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.319650 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.320003 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.320346 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.320690 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.321097 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.321719 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.321719 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.322077 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.322539 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.323025 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.323405 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ccf50-ab0a-4698-ba2a-2dac6805f798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:05.585562 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 56080) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:05.598551 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ebbc0209-567b-4dc2-9156-d63cdc2f3a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.685580 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ebbc0209-567b-4dc2-9156-d63cdc2f3a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.690357 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ebbc0209-567b-4dc2-9156-d63cdc2f3a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.733698 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ebbc0209-567b-4dc2-9156-d63cdc2f3a28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ffc6c951e0b400885ee5dfc0b31880e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468067 Aug 27 03:32:05.734256 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc0209-567b-4dc2-9156-d63cdc2f3a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837d9c94-07d0-4adc-bf72-fc33625f6163,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:05.742052 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56082) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:05.786031 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4b849a8e-2864-419d-8b95-162ea8a40345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.806966 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4b849a8e-2864-419d-8b95-162ea8a40345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.856154 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4b849a8e-2864-419d-8b95-162ea8a40345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.861204 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-4b849a8e-2864-419d-8b95-162ea8a40345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:05.861204 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-4b849a8e-2864-419d-8b95-162ea8a40345 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/837d9c94-07d0-4adc-bf72-fc33625f6163 HTTP/1.1" status: 204 len: 168 time: 0.1228454 Aug 27 03:32:05.869387 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b849a8e-2864-419d-8b95-162ea8a40345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837d9c94-07d0-4adc-bf72-fc33625f6163,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:06.092783 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a884c6-8485-4b80-9067-5d9b1d101550 req-e3391e41-a73f-46ea-bc87-c1ca407f14c2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:06.095503 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10a884c6-8485-4b80-9067-5d9b1d101550 req-e3391e41-a73f-46ea-bc87-c1ca407f14c2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0556016 Aug 27 03:32:06.134311 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10a884c6-8485-4b80-9067-5d9b1d101550 req-cbd301bb-b353-4fef-b4e1-cd2c13864e33 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Aug 27 03:32:06.852417 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:07.261380 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8bc8a-2bb5-4516-9598-6a82abf7a81f req-4b7444df-6ae9-4dab-96dc-813c39c683d4 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:07.262984 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcd8bc8a-2bb5-4516-9598-6a82abf7a81f req-4b7444df-6ae9-4dab-96dc-813c39c683d4 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0626683 Aug 27 03:32:07.302195 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcd8bc8a-2bb5-4516-9598-6a82abf7a81f req-a2a1a727-af52-4d3c-9204-e0a4849f7d89 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Aug 27 03:32:08.188638 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:08.422161 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e7947-a826-4a00-87b8-dea6081bec8b req-88282303-be45-4f2e-93e3-b233fdf79fc1 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:08.423666 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e06e7947-a826-4a00-87b8-dea6081bec8b req-88282303-be45-4f2e-93e3-b233fdf79fc1 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0551529 Aug 27 03:32:08.462826 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e06e7947-a826-4a00-87b8-dea6081bec8b req-ee315e18-0351-4e6d-94fe-f1c4fa06c7cf tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Aug 27 03:32:09.519941 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af2f4a41-1ee9-4a3b-93d2-538b7a4d8e45 req-505db4b8-0362-4f0b-b3cc-f3534d8d8041 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435920 Aug 27 03:32:09.582807 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8621e1-f2d7-469f-82da-04f0854b5ca3 req-8e1782ea-c28d-49dc-b2fe-a2fc7dad8c70 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:09.584923 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e8621e1-f2d7-469f-82da-04f0854b5ca3 req-8e1782ea-c28d-49dc-b2fe-a2fc7dad8c70 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0535650 Aug 27 03:32:09.653130 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e8621e1-f2d7-469f-82da-04f0854b5ca3 req-23951908-4e19-4a0b-b33b-64be4b8af3e6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627644 Aug 27 03:32:09.665318 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f4a41-1ee9-4a3b-93d2-538b7a4d8e45 req-ec4d485d-b043-488c-a56b-61d7e6a58912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:09.666814 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af2f4a41-1ee9-4a3b-93d2-538b7a4d8e45 req-ec4d485d-b043-488c-a56b-61d7e6a58912 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 1098 time: 0.0573473 Aug 27 03:32:09.792742 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f4a41-1ee9-4a3b-93d2-538b7a4d8e45 req-8858124e-2ce6-4f69-9d98-ca18706f0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:09.794266 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af2f4a41-1ee9-4a3b-93d2-538b7a4d8e45 req-8858124e-2ce6-4f69-9d98-ca18706f0ddd service neutron] 10.222.0.62 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 916 time: 0.0920866 Aug 27 03:32:09.870636 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af2f4a41-1ee9-4a3b-93d2-538b7a4d8e45 req-17f69b2b-6027-459c-ae4b-b379e133e040 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34897c05-7eef-4339-91c9-e3bfd1114a68 HTTP/1.1" status: 200 len: 217 time: 0.0635381 Aug 27 03:32:09.932251 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f4a41-1ee9-4a3b-93d2-538b7a4d8e45 req-637e225a-8b19-4549-9111-fcf8bdd887d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:09.932555 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af2f4a41-1ee9-4a3b-93d2-538b7a4d8e45 req-637e225a-8b19-4549-9111-fcf8bdd887d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e706786-821b-45ac-812c-c67930be1360 HTTP/1.1" status: 200 len: 855 time: 0.0516284 Aug 27 03:32:09.978904 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af2f4a41-1ee9-4a3b-93d2-538b7a4d8e45 req-6d5026ca-41c5-4ccb-82a8-c7921ccd7e7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=813150a5-dbda-4897-a617-3b0468d8dcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286045 Aug 27 03:32:10.073129 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af2f4a41-1ee9-4a3b-93d2-538b7a4d8e45 req-a2902e5d-4914-4888-b1b7-cde583369d66 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834124 Aug 27 03:32:10.169789 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af2f4a41-1ee9-4a3b-93d2-538b7a4d8e45 req-8c25411b-e9ce-4918-b83a-6a88cb3ac889 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867491 Aug 27 03:32:10.776735 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab55e5-9511-4806-b079-da71c34ec6dc req-d8205de3-07bb-4017-963f-c1fab59219f4 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:10.778168 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3dab55e5-9511-4806-b079-da71c34ec6dc req-d8205de3-07bb-4017-963f-c1fab59219f4 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0511479 Aug 27 03:32:10.846520 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3dab55e5-9511-4806-b079-da71c34ec6dc req-55075e64-f777-4009-a128-f26b2aac9c85 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584774 Aug 27 03:32:10.854646 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8424f8-3f01-4a40-9f84-834800ccbded req-685e60fe-210f-46d2-8e1a-8389223dae46 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:10.856090 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d8424f8-3f01-4a40-9f84-834800ccbded req-685e60fe-210f-46d2-8e1a-8389223dae46 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0770524 Aug 27 03:32:10.896053 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d8424f8-3f01-4a40-9f84-834800ccbded req-f629e53b-045f-4ad6-a135-b166aea22197 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328853 Aug 27 03:32:11.964386 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d043705-9b3d-489c-9376-47d02bc4cbe7 req-8c70751a-055d-4f00-95c2-d08c8f5430ac tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:11.965914 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d043705-9b3d-489c-9376-47d02bc4cbe7 req-8c70751a-055d-4f00-95c2-d08c8f5430ac tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0500715 Aug 27 03:32:12.035046 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d043705-9b3d-489c-9376-47d02bc4cbe7 req-3bc57824-9588-48a8-9c70-c230937d5def tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567782 Aug 27 03:32:12.044017 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ebe6-8395-4ccd-add9-ea55ac92c51b req-f806507d-405d-4d59-8668-2fc47c4c9ef0 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:12.045031 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ede1ebe6-8395-4ccd-add9-ea55ac92c51b req-f806507d-405d-4d59-8668-2fc47c4c9ef0 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0770283 Aug 27 03:32:12.092210 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ede1ebe6-8395-4ccd-add9-ea55ac92c51b req-07688b04-9812-406f-abf4-b12f7800908d tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384438 Aug 27 03:32:13.162956 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef0dcf-3f75-4853-ac1d-1fb3cf5f5e51 req-ec109646-fee8-44f2-834b-6809c07ee9cf tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.164372 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fcef0dcf-3f75-4853-ac1d-1fb3cf5f5e51 req-ec109646-fee8-44f2-834b-6809c07ee9cf tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0545866 Aug 27 03:32:13.231237 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fcef0dcf-3f75-4853-ac1d-1fb3cf5f5e51 req-d2893afd-3214-4402-803d-7792fe3c6018 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559103 Aug 27 03:32:13.240117 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7152f5e-f9ea-431e-9a39-a65e0ef3d450 req-3b56e5d8-469b-43e9-9adb-1efd92d0b5ee tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.241601 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f7152f5e-f9ea-431e-9a39-a65e0ef3d450 req-3b56e5d8-469b-43e9-9adb-1efd92d0b5ee tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0751278 Aug 27 03:32:13.280373 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f7152f5e-f9ea-431e-9a39-a65e0ef3d450 req-9321804e-b8bd-4f38-9657-700c247994c9 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Aug 27 03:32:13.737562 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69856b77-8bc7-46e9-813e-739599d376a0 req-6625b0a4-5ca5-4e64-bba3-9ee102165535 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:13.739109 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69856b77-8bc7-46e9-813e-739599d376a0 req-6625b0a4-5ca5-4e64-bba3-9ee102165535 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.62 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 945 time: 0.0585587 Aug 27 03:32:13.906704 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-69856b77-8bc7-46e9-813e-739599d376a0 req-349b9e9b-2fc7-4051-8f3d-af8b4ab76acb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Deleting port 1641ee30-e418-421e-8d68-0dc10e0eeba4 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:32:13.907284 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-69856b77-8bc7-46e9-813e-739599d376a0 req-349b9e9b-2fc7-4051-8f3d-af8b4ab76acb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:14.027345 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-69856b77-8bc7-46e9-813e-739599d376a0 req-349b9e9b-2fc7-4051-8f3d-af8b4ab76acb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] For port 1641ee30-e418-421e-8d68-0dc10e0eeba4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1641ee30-e418-421e-8d68-0dc10e0eeba4,segment=NetworkSegment(d25666ab-f37b-491e-836d-78ae31b1116c),segment_id=d25666ab-f37b-491e-836d-78ae31b1116c)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:14.027345 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-69856b77-8bc7-46e9-813e-739599d376a0 req-349b9e9b-2fc7-4051-8f3d-af8b4ab76acb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:14.047406 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-69856b77-8bc7-46e9-813e-739599d376a0 req-349b9e9b-2fc7-4051-8f3d-af8b4ab76acb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Calling delete_port for 1641ee30-e418-421e-8d68-0dc10e0eeba4 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:32:14.232947 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-69856b77-8bc7-46e9-813e-739599d376a0 req-349b9e9b-2fc7-4051-8f3d-af8b4ab76acb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:14.264638 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b9e9b-2fc7-4051-8f3d-af8b4ab76acb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Pushing event deleted for resources: {'Port': ['ID=1641ee30-e418-421e-8d68-0dc10e0eeba4,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:14.356186 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-69856b77-8bc7-46e9-813e-739599d376a0 req-349b9e9b-2fc7-4051-8f3d-af8b4ab76acb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] No DVR routers for this DVR port 1641ee30-e418-421e-8d68-0dc10e0eeba4 on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:32:14.370990 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-69856b77-8bc7-46e9-813e-739599d376a0 req-349b9e9b-2fc7-4051-8f3d-af8b4ab76acb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:14.372972 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69856b77-8bc7-46e9-813e-739599d376a0 req-349b9e9b-2fc7-4051-8f3d-af8b4ab76acb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.62 "DELETE /v2.0/ports/1641ee30-e418-421e-8d68-0dc10e0eeba4 HTTP/1.1" status: 204 len: 173 time: 0.6246555 Aug 27 03:32:14.376431 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9191928e-b1c1-481f-9776-cca8c77072bb', 'name': 'network-vif-deleted', 'tag': '1641ee30-e418-421e-8d68-0dc10e0eeba4'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:14.378502 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d115e4-92b3-4c48-93a3-eb7a6f03ddd0" -d '{"events": [{"server_uuid": "9191928e-b1c1-481f-9776-cca8c77072bb", "name": "network-vif-deleted", "tag": "1641ee30-e418-421e-8d68-0dc10e0eeba4"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:14.398885 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fa1a575d-756c-46a9-adb2-a13575e00215 req-75a840a4-2323-4c94-9d6d-7351476a849f tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=9191928e-b1c1-481f-9776-cca8c77072bb HTTP/1.1" status: 200 len: 210 time: 0.0409880 Aug 27 03:32:14.425277 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51b350-a659-49bd-ba44-f9e2789e1458 req-12abb07a-ce20-44a1-bafb-41935b780406 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:14.427947 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db51b350-a659-49bd-ba44-f9e2789e1458 req-12abb07a-ce20-44a1-bafb-41935b780406 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1171582 Aug 27 03:32:14.455061 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9012d6fe-2ccf-4678-b06b-7d5015caf0b9 x-openstack-request-id: req-9012d6fe-2ccf-4678-b06b-7d5015caf0b9 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:14.455444 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9191928e-b1c1-481f-9776-cca8c77072bb", "name": "network-vif-deleted", "tag": "1641ee30-e418-421e-8d68-0dc10e0eeba4", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:14.455775 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9012d6fe-2ccf-4678-b06b-7d5015caf0b9 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:14.456165 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9191928e-b1c1-481f-9776-cca8c77072bb', 'name': 'network-vif-deleted', 'tag': '1641ee30-e418-421e-8d68-0dc10e0eeba4', 'status': 'completed', 'code': 200} Aug 27 03:32:14.474649 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db51b350-a659-49bd-ba44-f9e2789e1458 req-d1e31b69-457f-4098-954b-ce98db5dbc05 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Aug 27 03:32:14.787841 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56332) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:14.895722 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-825887cf-3918-4f46-b1c2-34ea1412c565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:14.996106 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-825887cf-3918-4f46-b1c2-34ea1412c565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.006292 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-825887cf-3918-4f46-b1c2-34ea1412c565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.052207 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-825887cf-3918-4f46-b1c2-34ea1412c565 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=937c3f770a23466b8493b677ed1fdcdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609129 Aug 27 03:32:15.052612 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 56350) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:15.054987 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825887cf-3918-4f46-b1c2-34ea1412c565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152d0a73-a019-4f67-8301-599b7934677f,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:15.093045 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56352) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:15.110411 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e672-58b6-48ee-9caf-d84bac4d5973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.135452 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e672-58b6-48ee-9caf-d84bac4d5973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.218511 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-332ad32e-9e1c-4ebd-ba84-55cf8e10e166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.228032 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e672-58b6-48ee-9caf-d84bac4d5973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.230797 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e672-58b6-48ee-9caf-d84bac4d5973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.234896 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6ad1e672-58b6-48ee-9caf-d84bac4d5973 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/152d0a73-a019-4f67-8301-599b7934677f HTTP/1.1" status: 204 len: 168 time: 0.1783316 Aug 27 03:32:15.252916 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1e672-58b6-48ee-9caf-d84bac4d5973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152d0a73-a019-4f67-8301-599b7934677f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:15.331797 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-332ad32e-9e1c-4ebd-ba84-55cf8e10e166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.338249 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-332ad32e-9e1c-4ebd-ba84-55cf8e10e166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.387556 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-332ad32e-9e1c-4ebd-ba84-55cf8e10e166 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29c7702cc0f84e6a83fc2ada64b2675a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925942 Aug 27 03:32:15.389603 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ad32e-9e1c-4ebd-ba84-55cf8e10e166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ecc22-beb5-4283-958a-21a35f5c5075,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:15.392450 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 56366) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:15.496239 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ebbd6ce8-e9bd-489b-a286-f536ae4d3d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.530459 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ebbd6ce8-e9bd-489b-a286-f536ae4d3d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.636324 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56374) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:15.659166 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0f5b2-c8f3-4fd3-aeff-b47980e57585 req-024f39b6-746d-4c89-bd10-40264de82d32 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:15.659654 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2100dad2-da89-4434-9b7f-7bb341fcb9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.671503 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0bf0f5b2-c8f3-4fd3-aeff-b47980e57585 req-024f39b6-746d-4c89-bd10-40264de82d32 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0712712 Aug 27 03:32:15.722821 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0bf0f5b2-c8f3-4fd3-aeff-b47980e57585 req-9858946b-1e52-405e-90b2-cb5a11d6ab15 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498950 Aug 27 03:32:15.723718 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ebbd6ce8-e9bd-489b-a286-f536ae4d3d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.726570 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ebbd6ce8-e9bd-489b-a286-f536ae4d3d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.751163 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ebbd6ce8-e9bd-489b-a286-f536ae4d3d58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b1ecc22-beb5-4283-958a-21a35f5c5075 HTTP/1.1" status: 204 len: 168 time: 0.3572276 Aug 27 03:32:15.788630 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2100dad2-da89-4434-9b7f-7bb341fcb9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.793730 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2100dad2-da89-4434-9b7f-7bb341fcb9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.834042 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd6ce8-e9bd-489b-a286-f536ae4d3d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ecc22-beb5-4283-958a-21a35f5c5075,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:15.838154 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2100dad2-da89-4434-9b7f-7bb341fcb9aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13da6b581ba44de7ad636c2ae1fa1a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006269 Aug 27 03:32:15.839007 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100dad2-da89-4434-9b7f-7bb341fcb9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce3bdc5-f0bb-4914-ab1d-c43c254c18a3,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:15.841412 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56388) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:15.902924 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-f9a9bc4a-dae7-4cab-aa06-a7ad109d757b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:15.904496 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-f9a9bc4a-dae7-4cab-aa06-a7ad109d757b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/networks?id=fe7821d0-97cf-441e-beed-217d20735215 HTTP/1.1" status: 200 len: 808 time: 0.1492491 Aug 27 03:32:15.907932 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1d0a-ce94-4ccd-ac0b-61564abe9ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.921380 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-59ff38f2-df5d-42c3-9808-512dcea2d035 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/quotas/cda0da7bc3bd48d7b12cbc7e6f823b71 HTTP/1.1" status: 200 len: 375 time: 0.0106924 Aug 27 03:32:15.933959 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1d0a-ce94-4ccd-ac0b-61564abe9ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:15.963899 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-d5a93d48-e06c-41a3-b845-83c12f2f36c9 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cda0da7bc3bd48d7b12cbc7e6f823b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305152 Aug 27 03:32:15.997401 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1d0a-ce94-4ccd-ac0b-61564abe9ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.000948 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1d0a-ce94-4ccd-ac0b-61564abe9ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.002440 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ebfa1d0a-ce94-4ccd-ac0b-61564abe9ffa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cce3bdc5-f0bb-4914-ab1d-c43c254c18a3 HTTP/1.1" status: 204 len: 168 time: 0.1601064 Aug 27 03:32:16.010837 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa1d0a-ce94-4ccd-ac0b-61564abe9ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce3bdc5-f0bb-4914-ab1d-c43c254c18a3,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:16.083179 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-8141e402-e861-45a8-9107-23484585498e service neutron] 10.222.0.48 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068320 Aug 27 03:32:16.101319 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1641ee30-e418-421e-8d68-0dc10e0eeba4 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:16.125219 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: 1641ee30-e418-421e-8d68-0dc10e0eeba4 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:32:16.125680 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1641ee30-e418-421e-8d68-0dc10e0eeba4 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:32:16.178793 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-fff3956d-041d-4baf-ba14-d75565d001c0 service neutron] 10.222.0.48 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899215 Aug 27 03:32:16.190822 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56398) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:16.205169 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0d833a0f-cf32-4f58-a343-4ce409e204fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.392030 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0d833a0f-cf32-4f58-a343-4ce409e204fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.405265 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0d833a0f-cf32-4f58-a343-4ce409e204fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.440158 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f62672a-7680-4328-879b-0470a7c671c6 req-1b7e1c5e-4d80-46d7-8106-655da0456f89 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 210 time: 0.0640025 Aug 27 03:32:16.461815 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0d833a0f-cf32-4f58-a343-4ce409e204fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=291c9ea1edc24d05a17ac346aa17704c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697895 Aug 27 03:32:16.461997 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 56416) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:16.475950 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d833a0f-cf32-4f58-a343-4ce409e204fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bcd0aa-d2bf-4b9c-b03c-2e097222e979,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:16.547929 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56424) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:16.556296 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fdd3cb31-7d59-41be-b32f-d844b6456bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.591885 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fdd3cb31-7d59-41be-b32f-d844b6456bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.657590 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fdd3cb31-7d59-41be-b32f-d844b6456bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.660255 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fdd3cb31-7d59-41be-b32f-d844b6456bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.661679 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fdd3cb31-7d59-41be-b32f-d844b6456bbc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3bcd0aa-d2bf-4b9c-b03c-2e097222e979 HTTP/1.1" status: 204 len: 168 time: 0.1987419 Aug 27 03:32:16.670295 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3cb31-7d59-41be-b32f-d844b6456bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bcd0aa-d2bf-4b9c-b03c-2e097222e979,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:16.793319 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ee0-4d37-4a83-9a0f-f6d870827661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.848969 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aba112-ce8b-4a33-aa5d-45ac2ee04364 req-bf016b77-0a9e-4b33-bc77-9b35459be58e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:16.851069 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f9aba112-ce8b-4a33-aa5d-45ac2ee04364 req-bf016b77-0a9e-4b33-bc77-9b35459be58e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0546522 Aug 27 03:32:16.905991 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f9aba112-ce8b-4a33-aa5d-45ac2ee04364 req-abd346b0-9cdd-48eb-b501-cd07a61b9f5c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Aug 27 03:32:16.957853 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ee0-4d37-4a83-9a0f-f6d870827661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.964090 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5bf01ee0-4d37-4a83-9a0f-f6d870827661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.001655 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5bf01ee0-4d37-4a83-9a0f-f6d870827661 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f80d821540b74c27ba460162cccdb995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519398 Aug 27 03:32:17.003815 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 56446) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:17.026443 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf01ee0-4d37-4a83-9a0f-f6d870827661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366f63a5-3638-4b95-abb9-b081a098d919,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:17.062329 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d714453a-c081-43f3-ba9f-ab92efac22b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.085656 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d714453a-c081-43f3-ba9f-ab92efac22b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.148530 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d714453a-c081-43f3-ba9f-ab92efac22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.151682 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-d714453a-c081-43f3-ba9f-ab92efac22b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:17.152690 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-d714453a-c081-43f3-ba9f-ab92efac22b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/366f63a5-3638-4b95-abb9-b081a098d919 HTTP/1.1" status: 204 len: 168 time: 0.1476893 Aug 27 03:32:17.163254 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714453a-c081-43f3-ba9f-ab92efac22b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366f63a5-3638-4b95-abb9-b081a098d919,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:17.559273 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-18298256-bef7-43cf-a795-be0bfaa4bda5 req-7be72012-8f2f-4353-a4bc-6c659772030e tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 210 time: 0.0533454 Aug 27 03:32:17.738438 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 56490) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:17.972452 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-41f7f820-5e21-41eb-8d52-94731f799edc tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:17.973972 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-41f7f820-5e21-41eb-8d52-94731f799edc tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.62 "GET /v2.0/networks?id=fe7821d0-97cf-441e-beed-217d20735215 HTTP/1.1" status: 200 len: 808 time: 0.1405771 Aug 27 03:32:18.021486 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Request body: {'port': {'device_id': 'bc8f2724-6ee8-4f30-989f-a9babebedf04', 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215', 'admin_state_up': True, 'tenant_id': 'cda0da7bc3bd48d7b12cbc7e6f823b71'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:18.108771 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-741b77b9-d532-4ba4-920f-ee53fc2daaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.154873 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46018969-916a-4f49-8aeb-8beda5712095 req-8f870a38-ba6f-4bbe-8202-042fa12fb8c7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:18.156438 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-46018969-916a-4f49-8aeb-8beda5712095 req-8f870a38-ba6f-4bbe-8202-042fa12fb8c7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1512864 Aug 27 03:32:18.242645 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-46018969-916a-4f49-8aeb-8beda5712095 req-f6fd933a-48ba-4919-bb06-a878fa5f19a9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778151 Aug 27 03:32:18.300142 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-741b77b9-d532-4ba4-920f-ee53fc2daaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.309355 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-741b77b9-d532-4ba4-920f-ee53fc2daaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.356790 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Made reservation on behalf of cda0da7bc3bd48d7b12cbc7e6f823b71 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:18.360385 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.377839 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-741b77b9-d532-4ba4-920f-ee53fc2daaeb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1f26658e6d74b19959a3a63a3d7e6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6382344 Aug 27 03:32:18.380812 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b77b9-d532-4ba4-920f-ee53fc2daaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040737b8-35c3-49f5-805b-07b51334835d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:18.381682 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56520) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:18.500501 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a915-874a-49ae-a1c7-5fa34bf65214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.533462 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a915-874a-49ae-a1c7-5fa34bf65214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.571623 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Allocated IP 172.20.0.13 (fe7821d0-97cf-441e-beed-217d20735215/e01f0c24-afac-4a83-8a75-7976d01305c9/63785667-eab1-4bfd-9104-45e9afa1e6ab) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:18.611845 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a915-874a-49ae-a1c7-5fa34bf65214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.616576 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a915-874a-49ae-a1c7-5fa34bf65214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.618585 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b3b8a915-874a-49ae-a1c7-5fa34bf65214 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/040737b8-35c3-49f5-805b-07b51334835d HTTP/1.1" status: 204 len: 168 time: 0.2323639 Aug 27 03:32:18.640081 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8a915-874a-49ae-a1c7-5fa34bf65214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040737b8-35c3-49f5-805b-07b51334835d,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:18.757196 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea17e783-aca5-4838-bcb5-c9f307674a6a req-17bf3671-804c-472b-997a-bc205f3e5250 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 210 time: 0.0551682 Aug 27 03:32:18.827314 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.898953 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:18.938249 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Network fe7821d0-97cf-441e-beed-217d20735215 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:18.966313 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:18.971797 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:19.088665 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Pushing event updated for resources: {'Port': ['ID=63785667-eab1-4bfd-9104-45e9afa1e6ab,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:19.131319 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:19.132280 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:19.168868 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-1e3c3f2f-c793-4c7e-ac26-7220ca6d4327 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1536775 Aug 27 03:32:19.186552 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-869ee141-c6e0-4c3e-91f6-0cf07e8337bd tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:19.189982 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-869ee141-c6e0-4c3e-91f6-0cf07e8337bd tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 815 time: 0.1831706 Aug 27 03:32:19.198778 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Request body: {'port': {'device_id': 'bc8f2724-6ee8-4f30-989f-a9babebedf04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:19.248513 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-92d1af19-5e79-454f-b0b4-8730f6ccae22 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/quotas/6d9e01c1992d424c8ea95add2a0ee8f8 HTTP/1.1" status: 200 len: 375 time: 0.0417664 Aug 27 03:32:19.310668 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:19.337461 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-c4b26110-7524-4555-b058-f742a6fc9b09 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800469 Aug 27 03:32:19.566804 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03279ad3-766b-4f89-a831-e1a46ba344b4 req-42809d83-7cc4-4b76-8359-5d9be189992f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:19.568434 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-03279ad3-766b-4f89-a831-e1a46ba344b4 req-42809d83-7cc4-4b76-8359-5d9be189992f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.2071381 Aug 27 03:32:19.669514 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-9869cacb-9b51-41ef-a38b-9a353db432d0 service neutron] 10.222.0.48 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092823 Aug 27 03:32:19.971638 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-03279ad3-766b-4f89-a831-e1a46ba344b4 req-182a8cc4-57bd-4a41-b0cf-c359cb693b8c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780136 Aug 27 03:32:20.073006 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-3909b946-430f-4443-b447-10683536d9dd service neutron] 10.222.0.48 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016147 Aug 27 03:32:20.147671 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6415f-dcce-4175-8fa7-837045d57b7a req-53f63fad-1887-47f6-88dd-74cd774d1aff tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.149387 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cee6415f-dcce-4175-8fa7-837045d57b7a req-53f63fad-1887-47f6-88dd-74cd774d1aff tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 932 time: 0.1012211 Aug 27 03:32:20.167992 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63785667-eab1-4bfd-9104-45e9afa1e6ab {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:20.184466 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.208291 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56644) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:20.244206 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Transition to ACTIVE for port object 63785667-eab1-4bfd-9104-45e9afa1e6ab will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:20.255651 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cee6415f-dcce-4175-8fa7-837045d57b7a req-4b0e0dd3-f628-4321-860d-381e8c478c2b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921018 Aug 27 03:32:20.257134 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.343261 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56650) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:20.367975 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Pushing event updated for resources: {'Port': ['ID=63785667-eab1-4bfd-9104-45e9afa1e6ab,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:20.410659 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a05db7ad-158c-4268-ae67-67dd8b6cdaea req-71c23382-0658-407c-806a-f873b8081edf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 210 time: 0.0761304 Aug 27 03:32:20.457619 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Attempting to bind port 63785667-eab1-4bfd-9104-45e9afa1e6ab on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:20.458140 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Attempting to bind port 63785667-eab1-4bfd-9104-45e9afa1e6ab by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd25666ab-f37b-491e-836d-78ae31b1116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:20.458860 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Attempting to bind port 63785667-eab1-4bfd-9104-45e9afa1e6ab on network fe7821d0-97cf-441e-beed-217d20735215 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:20.464514 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Port 63785667-eab1-4bfd-9104-45e9afa1e6ab on network fe7821d0-97cf-441e-beed-217d20735215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:32:20.464842 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Attempting to bind port 63785667-eab1-4bfd-9104-45e9afa1e6ab on network fe7821d0-97cf-441e-beed-217d20735215 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:20.472188 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:20.478108 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Checking segment: {'id': 'd25666ab-f37b-491e-836d-78ae31b1116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:20.478859 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Bound using segment: {'id': 'd25666ab-f37b-491e-836d-78ae31b1116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:20.479488 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Bound port: 63785667-eab1-4bfd-9104-45e9afa1e6ab, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25666ab-f37b-491e-836d-78ae31b1116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:20.482522 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.492157 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7d57f8ad-98ca-406a-8523-0d19970026e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.496128 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-392d20e6-ba31-436f-97c6-4a00ed35fadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.543311 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.db.api [None req-7d57f8ad-98ca-406a-8523-0d19970026e0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 03:32:20.543311 dv-cinder-773985-14-iscsi neutron-server[93871]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 03:32:20.543311 dv-cinder-773985-14-iscsi neutron-server[93871]: [parameters: {'project_id': 'c5bb6589b3944a51991a00f5deba2ed0', 'id': 'ec7c77d7-409e-4841-b036-82af0138e6ef', 'expiration': datetime.datetime(2021, 8, 27, 3, 34, 20, 527690)}] Aug 27 03:32:20.543311 dv-cinder-773985-14-iscsi neutron-server[93871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 03:32:20.544090 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG oslo_db.api [None req-7d57f8ad-98ca-406a-8523-0d19970026e0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 03:32:20.559252 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] For port 63785667-eab1-4bfd-9104-45e9afa1e6ab, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:20.563406 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] For port 63785667-eab1-4bfd-9104-45e9afa1e6ab, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=63785667-eab1-4bfd-9104-45e9afa1e6ab,segment=NetworkSegment(d25666ab-f37b-491e-836d-78ae31b1116c),segment_id=d25666ab-f37b-491e-836d-78ae31b1116c)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:20.570273 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.645150 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Pushing event updated for resources: {'Port': ['ID=63785667-eab1-4bfd-9104-45e9afa1e6ab,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:20.648192 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.648947 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.649621 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-392d20e6-ba31-436f-97c6-4a00ed35fadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.650260 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-367fdb0a-4faf-4a82-ad51-3744d040095b service neutron] 10.222.0.62 "PUT /v2.0/ports/63785667-eab1-4bfd-9104-45e9afa1e6ab HTTP/1.1" status: 200 len: 1094 time: 1.4588404 Aug 27 03:32:20.650720 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8f2724-6ee8-4f30-989f-a9babebedf04', 'tag': '63785667-eab1-4bfd-9104-45e9afa1e6ab'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:20.653108 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5533ab-85e8-4d83-ad8b-412c3317f327" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8f2724-6ee8-4f30-989f-a9babebedf04", "tag": "63785667-eab1-4bfd-9104-45e9afa1e6ab"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:20.657699 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-392d20e6-ba31-436f-97c6-4a00ed35fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.689054 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d20e6-ba31-436f-97c6-4a00ed35fadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2e914a-709a-4f27-b808-5fe25b3055e5,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:20.707664 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40932f56-28a8-4082-bc36-2ee0a39b4116 x-openstack-request-id: req-40932f56-28a8-4082-bc36-2ee0a39b4116 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:20.708149 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8f2724-6ee8-4f30-989f-a9babebedf04", "tag": "63785667-eab1-4bfd-9104-45e9afa1e6ab", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:20.708239 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40932f56-28a8-4082-bc36-2ee0a39b4116 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:20.708570 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8f2724-6ee8-4f30-989f-a9babebedf04', 'tag': '63785667-eab1-4bfd-9104-45e9afa1e6ab', 'status': 'completed', 'code': 200} Aug 27 03:32:20.720882 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-392d20e6-ba31-436f-97c6-4a00ed35fadd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac3e91604c1e42f78de47ef2f74f4913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718476 Aug 27 03:32:20.721100 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56666) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:20.776856 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-713c8781-4d00-4e17-99a6-b42a7e5e028c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.803267 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-713c8781-4d00-4e17-99a6-b42a7e5e028c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.837379 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-ac834fa5-1fe8-4838-8d68-1aac77862dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.839133 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-ac834fa5-1fe8-4838-8d68-1aac77862dc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cda0da7bc3bd48d7b12cbc7e6f823b71&device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 1097 time: 0.0517092 Aug 27 03:32:20.857951 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-713c8781-4d00-4e17-99a6-b42a7e5e028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.861224 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-713c8781-4d00-4e17-99a6-b42a7e5e028c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:20.862593 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-713c8781-4d00-4e17-99a6-b42a7e5e028c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a2e914a-709a-4f27-b808-5fe25b3055e5 HTTP/1.1" status: 204 len: 168 time: 0.1405735 Aug 27 03:32:20.872580 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c8781-4d00-4e17-99a6-b42a7e5e028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2e914a-709a-4f27-b808-5fe25b3055e5,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:20.920409 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-2747bc7b-fff9-4800-a4ce-cb0f5767224c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63785667-eab1-4bfd-9104-45e9afa1e6ab HTTP/1.1" status: 200 len: 217 time: 0.0498738 Aug 27 03:32:20.988309 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-73ebf6da-0eed-40a1-90bf-a4166d953bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:20.989811 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-73ebf6da-0eed-40a1-90bf-a4166d953bb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e01f0c24-afac-4a83-8a75-7976d01305c9 HTTP/1.1" status: 200 len: 848 time: 0.0463333 Aug 27 03:32:21.034203 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-3923db96-dc18-451e-a25a-1c2b7f79676f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe7821d0-97cf-441e-beed-217d20735215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266905 Aug 27 03:32:21.045393 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7d57f8ad-98ca-406a-8523-0d19970026e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.167878 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc67584-c23a-4939-ad0c-b6c71410594b req-a07ab85a-12bc-49cd-beb5-29c6140221a8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.170626 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2cc67584-c23a-4939-ad0c-b6c71410594b req-a07ab85a-12bc-49cd-beb5-29c6140221a8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1148448 Aug 27 03:32:21.176576 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7d57f8ad-98ca-406a-8523-0d19970026e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.181154 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7d57f8ad-98ca-406a-8523-0d19970026e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.199458 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 56678) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:21.222643 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7d57f8ad-98ca-406a-8523-0d19970026e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5bb6589b3944a51991a00f5deba2ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0130110 Aug 27 03:32:21.223576 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57f8ad-98ca-406a-8523-0d19970026e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e92c2e5-f076-4abe-8968-118ff680d46f,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:21.226143 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56680) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:21.240014 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a13e7a73-ec0f-4ae9-b8a9-1f26633fbdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.245879 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-296848f6-9749-4cc8-b1a5-f85c96bc5684 service neutron] 10.222.0.62 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796796 Aug 27 03:32:21.254796 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2cc67584-c23a-4939-ad0c-b6c71410594b req-c8a78484-162f-4260-b011-c1aa2c3eb9e2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766425 Aug 27 03:32:21.283030 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-adddd03f-6d7f-42bd-9f75-6d0b8344efb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.308284 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-adddd03f-6d7f-42bd-9f75-6d0b8344efb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.362576 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-adddd03f-6d7f-42bd-9f75-6d0b8344efb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.363601 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a13e7a73-ec0f-4ae9-b8a9-1f26633fbdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.365235 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-adddd03f-6d7f-42bd-9f75-6d0b8344efb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.366632 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-adddd03f-6d7f-42bd-9f75-6d0b8344efb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e92c2e5-f076-4abe-8968-118ff680d46f HTTP/1.1" status: 204 len: 168 time: 0.1395745 Aug 27 03:32:21.376799 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddd03f-6d7f-42bd-9f75-6d0b8344efb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e92c2e5-f076-4abe-8968-118ff680d46f,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:21.392154 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a13e7a73-ec0f-4ae9-b8a9-1f26633fbdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.452671 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5c2b9-049e-4221-9e76-ac83eac17fa7 req-caa0e984-f927-4862-b78a-cc3d14b51f6e tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:21.455190 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-23e5c2b9-049e-4221-9e76-ac83eac17fa7 req-caa0e984-f927-4862-b78a-cc3d14b51f6e tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 944 time: 0.1058393 Aug 27 03:32:21.460849 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a13e7a73-ec0f-4ae9-b8a9-1f26633fbdf3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a292dbad4de4d948599482ec3698c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574804 Aug 27 03:32:21.460849 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e7a73-ec0f-4ae9-b8a9-1f26633fbdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d53e873-e134-4e75-98b8-5e564ba38c11,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:21.461087 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56690) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:21.499693 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-23e5c2b9-049e-4221-9e76-ac83eac17fa7 req-827f4281-b8c8-423e-a0a2-5acd95f46fa2 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364587 Aug 27 03:32:21.535847 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-093b8611-ba36-4e6d-9b6b-22fedf0807d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.566670 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-093b8611-ba36-4e6d-9b6b-22fedf0807d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.603987 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc10b168-6d5f-41aa-b290-d3a316af0212 req-c723ad64-5670-4612-a8ba-5012dd356d21 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 210 time: 0.0348852 Aug 27 03:32:21.628462 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-093b8611-ba36-4e6d-9b6b-22fedf0807d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.631556 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-093b8611-ba36-4e6d-9b6b-22fedf0807d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:21.632697 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-093b8611-ba36-4e6d-9b6b-22fedf0807d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d53e873-e134-4e75-98b8-5e564ba38c11 HTTP/1.1" status: 204 len: 168 time: 0.1708629 Aug 27 03:32:21.641388 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b8611-ba36-4e6d-9b6b-22fedf0807d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d53e873-e134-4e75-98b8-5e564ba38c11,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:22.386124 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10794c87-0f09-4824-b796-7f93d7cd5036 req-b4aec651-b5be-4c30-81e2-c7c83e20820a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:22.388367 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10794c87-0f09-4824-b796-7f93d7cd5036 req-b4aec651-b5be-4c30-81e2-c7c83e20820a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0579305 Aug 27 03:32:22.428508 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10794c87-0f09-4824-b796-7f93d7cd5036 req-ca16a721-0273-4396-8f26-813a24bf474a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334752 Aug 27 03:32:22.639638 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c4831-dcae-452d-af8d-581bca107caf req-5bdcf1bb-f995-41e5-bcd1-cb1ad522367e tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:22.641979 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-519c4831-dcae-452d-af8d-581bca107caf req-5bdcf1bb-f995-41e5-bcd1-cb1ad522367e tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 944 time: 0.0540226 Aug 27 03:32:22.683844 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-519c4831-dcae-452d-af8d-581bca107caf req-55994404-ffea-439b-a037-219a69988824 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354080 Aug 27 03:32:22.773364 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96b31712-dc96-4f7c-afee-979baeb70db2 req-d9a9d734-ef07-4e73-a9c2-75a063a930a2 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 210 time: 0.0310967 Aug 27 03:32:22.885575 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c819d20c-dd3c-454d-b08d-b94f86a7c736 req-120a9204-edcc-4580-84e7-29e2e95a25f1 service neutron] 10.222.0.62 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154208 Aug 27 03:32:23.545417 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2be4d-20aa-4d29-99b5-8f5ca788d716 req-e6b430e2-c011-476e-9611-2bd022d550cf tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:23.547718 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aca2be4d-20aa-4d29-99b5-8f5ca788d716 req-e6b430e2-c011-476e-9611-2bd022d550cf tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0514796 Aug 27 03:32:23.589410 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aca2be4d-20aa-4d29-99b5-8f5ca788d716 req-1fd59816-4893-4437-84dd-99e1cf46b4ec tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356588 Aug 27 03:32:23.804411 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d520e9-2503-4b8f-807d-ead2916ea7ac req-536c474e-841f-4e60-9bf8-811e2df43223 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:23.805894 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02d520e9-2503-4b8f-807d-ead2916ea7ac req-536c474e-841f-4e60-9bf8-811e2df43223 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 944 time: 0.0519090 Aug 27 03:32:23.855517 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02d520e9-2503-4b8f-807d-ead2916ea7ac req-c72c4ae8-a198-4582-90cc-95f828729ec0 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436349 Aug 27 03:32:23.939305 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9a08c4bd-52e2-4946-946f-47800df8b78e req-f3360502-7c52-4ecf-a96f-88c22225b198 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 210 time: 0.0275240 Aug 27 03:32:24.706443 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d08a49-6d99-4c78-b6b3-6bdb13a77138 req-eef88a2c-1c2c-43dc-b6af-c99c8f242873 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:24.707919 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-18d08a49-6d99-4c78-b6b3-6bdb13a77138 req-eef88a2c-1c2c-43dc-b6af-c99c8f242873 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0498409 Aug 27 03:32:24.745302 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-18d08a49-6d99-4c78-b6b3-6bdb13a77138 req-0eab4158-8990-4c2b-bac9-5d305923c3a6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 Aug 27 03:32:24.969758 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a2923-b918-4217-bb4a-4adfdd58c45f req-d82cfcde-d649-464e-b5f6-cfefd94d7267 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:24.971293 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c34a2923-b918-4217-bb4a-4adfdd58c45f req-d82cfcde-d649-464e-b5f6-cfefd94d7267 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 944 time: 0.0484238 Aug 27 03:32:25.009624 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c34a2923-b918-4217-bb4a-4adfdd58c45f req-bf2ba92e-9804-4a38-b9f7-3d981b5e480b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 Aug 27 03:32:25.105863 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e29b3383-5840-47e0-bf3a-ca1acd800f19 req-17ac95b5-7a35-48ac-bf0f-a1aaef3a0287 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 210 time: 0.0300567 Aug 27 03:32:25.766398 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5533ab-85e8-4d83-ad8b-412c3317f327 req-d8693d41-1181-4b41-b0f9-0562deb7d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:25.768051 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a5533ab-85e8-4d83-ad8b-412c3317f327 req-d8693d41-1181-4b41-b0f9-0562deb7d68a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cda0da7bc3bd48d7b12cbc7e6f823b71&device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 1097 time: 0.0412250 Aug 27 03:32:25.916788 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434366c6-e2b7-4a7a-bf50-1a44942bb811 req-55b84228-e563-41d7-815c-c57b9fa6f625 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:25.918396 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-434366c6-e2b7-4a7a-bf50-1a44942bb811 req-55b84228-e563-41d7-815c-c57b9fa6f625 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1053121 Aug 27 03:32:25.969284 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5533ab-85e8-4d83-ad8b-412c3317f327 req-0ba57b22-5aff-48c8-81a0-6e098d0f031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:25.970763 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a5533ab-85e8-4d83-ad8b-412c3317f327 req-0ba57b22-5aff-48c8-81a0-6e098d0f031f service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe7821d0-97cf-441e-beed-217d20735215 HTTP/1.1" status: 200 len: 909 time: 0.1317635 Aug 27 03:32:25.975633 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-434366c6-e2b7-4a7a-bf50-1a44942bb811 req-89aa6a72-0f30-4a2a-a5fb-e419ea119de1 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497656 Aug 27 03:32:26.013472 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a5533ab-85e8-4d83-ad8b-412c3317f327 req-aeb79ba4-8a33-4f53-a155-e89cefcae743 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63785667-eab1-4bfd-9104-45e9afa1e6ab HTTP/1.1" status: 200 len: 217 time: 0.0339127 Aug 27 03:32:26.075440 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5533ab-85e8-4d83-ad8b-412c3317f327 req-8c804dc5-4c91-487b-a647-d7df32991983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:26.076850 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a5533ab-85e8-4d83-ad8b-412c3317f327 req-8c804dc5-4c91-487b-a647-d7df32991983 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e01f0c24-afac-4a83-8a75-7976d01305c9 HTTP/1.1" status: 200 len: 848 time: 0.0525956 Aug 27 03:32:26.131281 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a5533ab-85e8-4d83-ad8b-412c3317f327 req-4743807d-f01c-4a3d-a7d4-b8bbf3b90c73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe7821d0-97cf-441e-beed-217d20735215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396593 Aug 27 03:32:26.197605 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41731bed-0921-4762-8af1-5f2df05f347e req-4919189d-c0b3-49d1-9b38-3d42eb74ccbc tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:26.199198 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-41731bed-0921-4762-8af1-5f2df05f347e req-4919189d-c0b3-49d1-9b38-3d42eb74ccbc tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 944 time: 0.1164625 Aug 27 03:32:26.241429 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d1bb7f6-1d29-4fed-beb9-4927e8e25802 req-85d03220-2203-45dc-8b34-3a38a8af8fdc tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 210 time: 0.0398006 Aug 27 03:32:26.282242 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-41731bed-0921-4762-8af1-5f2df05f347e req-d4ae2dd8-e952-461a-a52c-0b3220a0bfdd tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678720 Aug 27 03:32:26.292355 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a5533ab-85e8-4d83-ad8b-412c3317f327 req-4d2b36fa-fc5d-442d-8c2a-dda4a5913365 service neutron] 10.222.0.62 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495450 Aug 27 03:32:26.382700 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a5533ab-85e8-4d83-ad8b-412c3317f327 req-fafe222d-982c-40c2-9470-8c7582829604 service neutron] 10.222.0.62 "GET /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807738 Aug 27 03:32:26.927216 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e51206f9-c7da-414a-af09-aa43085c6cbf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:26.928898 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e51206f9-c7da-414a-af09-aa43085c6cbf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 815 time: 0.1148450 Aug 27 03:32:27.019171 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Request body: {'port': {'device_id': '083b799e-ea07-441c-8703-8dc5f55c3c8b', 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8', 'admin_state_up': True, 'tenant_id': '6d9e01c1992d424c8ea95add2a0ee8f8'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:27.149842 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dbd14-d351-45e0-b4ce-ea26313bf478 req-fdfea3d9-e7dd-4798-a84f-998da36908ee tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:27.151489 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-191dbd14-d351-45e0-b4ce-ea26313bf478 req-fdfea3d9-e7dd-4798-a84f-998da36908ee tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0786681 Aug 27 03:32:27.219339 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-191dbd14-d351-45e0-b4ce-ea26313bf478 req-d7ffb109-5bb2-4a2a-848e-ee5532c42467 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570569 Aug 27 03:32:27.220330 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Made reservation on behalf of 6d9e01c1992d424c8ea95add2a0ee8f8 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:27.223671 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.402788 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-acc460d4-8c1b-480a-be99-4bd7c47daeb8 req-b10af810-fc5f-49fe-9800-6937f9cb8efc tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 210 time: 0.0575829 Aug 27 03:32:27.407041 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-fa7a7796-a5c1-4340-87a2-4cdfe6e38871 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9bbe5ccf2ba5465c8f6766d2cd8cc275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634954 Aug 27 03:32:27.435270 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Allocated IP 172.20.0.10 (813150a5-dbda-4897-a617-3b0468d8dcc8/9e706786-821b-45ac-812c-c67930be1360/e720968b-57f5-4bbf-9203-971f369a9bb6) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:27.671032 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc3501-5932-43f0-92db-64e07c3fb52c req-7935757e-8de1-4559-8eaf-5f7f140939f0 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:27.672561 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e7dc3501-5932-43f0-92db-64e07c3fb52c req-7935757e-8de1-4559-8eaf-5f7f140939f0 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 944 time: 0.1782875 Aug 27 03:32:27.691594 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-3b8b86ed-9d0e-48e1-99ce-81f921a4afca tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:27.693046 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-3b8b86ed-9d0e-48e1-99ce-81f921a4afca tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800522 Aug 27 03:32:27.767763 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-742ef46c-9e2e-4e8d-bbb3-f623b08cd8e3 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/quotas/9bbe5ccf2ba5465c8f6766d2cd8cc275 HTTP/1.1" status: 200 len: 375 time: 0.0579824 Aug 27 03:32:27.803341 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e7dc3501-5932-43f0-92db-64e07c3fb52c req-3f9c5c13-b939-403a-bfba-898f3017971b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227427 Aug 27 03:32:27.822846 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-a0091160-d443-425e-b603-75d0b21ebd1a tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bbe5ccf2ba5465c8f6766d2cd8cc275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453899 Aug 27 03:32:27.857884 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.901609 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:27.962313 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['34897c05-7eef-4339-91c9-e3bfd1114a68'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:27.963790 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Network 813150a5-dbda-4897-a617-3b0468d8dcc8 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:27.967559 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:27.987170 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:28.014791 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Pushing event updated for resources: {'Port': ['ID=e720968b-57f5-4bbf-9203-971f369a9bb6,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:28.088191 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c6b2f80d-ddf2-498c-9fba-c5c73ec0f1cc req-bf0f1884-fc8d-45b4-ba13-bb9b54550e22 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 210 time: 0.0766423 Aug 27 03:32:28.117931 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.118760 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.140052 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-698efd06-6392-4636-ab1c-11fa60754da8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1312780 Aug 27 03:32:28.210437 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Request body: {'port': {'device_id': '083b799e-ea07-441c-8703-8dc5f55c3c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:28.284201 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.406584 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89935873-d3bd-4b14-a551-12f699be057e req-7182dbff-c391-454a-acfc-55f1a7326ba8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.408386 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-89935873-d3bd-4b14-a551-12f699be057e req-7182dbff-c391-454a-acfc-55f1a7326ba8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1069984 Aug 27 03:32:28.519423 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-89935873-d3bd-4b14-a551-12f699be057e req-cc5a6a87-2671-4b79-9050-9dca64785a20 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031590 Aug 27 03:32:28.932027 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d1981-9a56-4f90-bd16-4c4a2915e6c6 req-034f8efa-0f4d-4b87-94c7-853ee500607b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.933569 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f7d1981-9a56-4f90-bd16-4c4a2915e6c6 req-034f8efa-0f4d-4b87-94c7-853ee500607b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 932 time: 0.1295972 Aug 27 03:32:28.944625 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef3fdd-5414-4819-8965-e194768948cf req-3e95ce8a-9e62-47a4-b524-2a7b03a94e9f tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:28.946156 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2fef3fdd-5414-4819-8965-e194768948cf req-3e95ce8a-9e62-47a4-b524-2a7b03a94e9f tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 945 time: 0.1411362 Aug 27 03:32:29.043187 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f7d1981-9a56-4f90-bd16-4c4a2915e6c6 req-ff48041f-1e83-49d4-ae1a-d1a42eba81b4 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946004 Aug 27 03:32:29.063757 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2fef3fdd-5414-4819-8965-e194768948cf req-cb263a27-3f1e-4178-9018-fb1ae7b621f3 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070764 Aug 27 03:32:29.068910 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e720968b-57f5-4bbf-9203-971f369a9bb6 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:29.077629 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.096951 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Transition to ACTIVE for port object e720968b-57f5-4bbf-9203-971f369a9bb6 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:29.106960 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.206142 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e720968b-57f5-4bbf-9203-971f369a9bb6,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:29.289299 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5540ad-673f-466e-ac38-abe5fb372f8a req-8d6010dd-2692-4d53-987b-dc82073a4949 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.290875 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4f5540ad-673f-466e-ac38-abe5fb372f8a req-8d6010dd-2692-4d53-987b-dc82073a4949 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 944 time: 0.1507597 Aug 27 03:32:29.292789 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-896d1649-965a-47a4-849b-0cd20f64def9 req-2579706f-840d-468f-8b2d-d5b1c59f2ca2 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 210 time: 0.0829756 Aug 27 03:32:29.377260 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4f5540ad-673f-466e-ac38-abe5fb372f8a req-84cb91af-9115-4b88-813f-647a45159e6b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781434 Aug 27 03:32:29.380360 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Attempting to bind port e720968b-57f5-4bbf-9203-971f369a9bb6 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:29.380360 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Attempting to bind port e720968b-57f5-4bbf-9203-971f369a9bb6 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:29.380551 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Attempting to bind port e720968b-57f5-4bbf-9203-971f369a9bb6 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:29.394908 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Port e720968b-57f5-4bbf-9203-971f369a9bb6 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:32:29.395234 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Attempting to bind port e720968b-57f5-4bbf-9203-971f369a9bb6 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:29.413352 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-7e01006f-669b-4e6b-8f0f-2a1ad429e67c tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9bbe5ccf2ba5465c8f6766d2cd8cc275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288515 Aug 27 03:32:29.414225 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:29.414562 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Checking segment: {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:29.414938 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Bound using segment: {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:29.415400 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Bound port: e720968b-57f5-4bbf-9203-971f369a9bb6, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:29.415730 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.599143 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-2e4ac5bb-24f1-447d-9050-db0d9ab035d5 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.600564 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-2e4ac5bb-24f1-447d-9050-db0d9ab035d5 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751826 Aug 27 03:32:29.617625 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] For port e720968b-57f5-4bbf-9203-971f369a9bb6, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:29.623454 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] For port e720968b-57f5-4bbf-9203-971f369a9bb6, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e720968b-57f5-4bbf-9203-971f369a9bb6,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:29.639406 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Request body: {'port': {'device_id': '6beba13a-3440-4c1b-9517-042184caeeb9', 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937', 'admin_state_up': True, 'tenant_id': '9bbe5ccf2ba5465c8f6766d2cd8cc275'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:29.658834 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.692209 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56940) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:29.754543 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.755187 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.756590 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] 10.222.0.62 "PUT /v2.0/ports/e720968b-57f5-4bbf-9203-971f369a9bb6 HTTP/1.1" status: 200 len: 1094 time: 1.5507512 Aug 27 03:32:29.762296 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083b799e-ea07-441c-8703-8dc5f55c3c8b', 'tag': 'e720968b-57f5-4bbf-9203-971f369a9bb6'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:29.764536 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c85bc60-96b7-4029-91af-4cab35b7f770" -d '{"events": [{"name": "network-changed", "server_uuid": "083b799e-ea07-441c-8703-8dc5f55c3c8b", "tag": "e720968b-57f5-4bbf-9203-971f369a9bb6"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:29.802793 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fce2c-5160-4edc-8be4-1661419788ac req-8ff24d85-487a-4cb9-b099-86702328aeb7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.804359 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-148fce2c-5160-4edc-8be4-1661419788ac req-8ff24d85-487a-4cb9-b099-86702328aeb7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1843810 Aug 27 03:32:29.805835 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5024308f-2fde-4c41-a9d1-87be30997a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.809711 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e616a8-12ab-402f-8981-25d8034ab0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e720968b-57f5-4bbf-9203-971f369a9bb6,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:29.826240 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687699d6-189c-4013-93ad-261e98c5aa34 x-openstack-request-id: req-687699d6-189c-4013-93ad-261e98c5aa34 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:29.826526 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083b799e-ea07-441c-8703-8dc5f55c3c8b", "tag": "e720968b-57f5-4bbf-9203-971f369a9bb6", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:29.826779 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-687699d6-189c-4013-93ad-261e98c5aa34 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:29.827183 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083b799e-ea07-441c-8703-8dc5f55c3c8b', 'tag': 'e720968b-57f5-4bbf-9203-971f369a9bb6', 'status': 'completed', 'code': 200} Aug 27 03:32:29.896050 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-148fce2c-5160-4edc-8be4-1661419788ac req-a3558546-8bfc-4938-a104-9adcb0e97713 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791507 Aug 27 03:32:29.915808 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-ca4fc428-a73f-4c9f-9520-b7d25e171fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:29.916220 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-ca4fc428-a73f-4c9f-9520-b7d25e171fad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 1097 time: 0.0514045 Aug 27 03:32:29.930863 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5024308f-2fde-4c41-a9d1-87be30997a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.934749 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5024308f-2fde-4c41-a9d1-87be30997a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:29.977870 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5024308f-2fde-4c41-a9d1-87be30997a22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47dfa7d158fd4bbeaeb960d33733a042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822275 Aug 27 03:32:29.977870 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024308f-2fde-4c41-a9d1-87be30997a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cccfdaa-6fff-4db4-95dd-c60a64f3d2be,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:29.980097 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56946) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:29.985866 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-2c4f7509-cb3c-489c-9302-a65ee70320ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e720968b-57f5-4bbf-9203-971f369a9bb6 HTTP/1.1" status: 200 len: 217 time: 0.0483449 Aug 27 03:32:29.993035 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Made reservation on behalf of 9bbe5ccf2ba5465c8f6766d2cd8cc275 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:30.000239 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.034966 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.043077 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-73d009e9-57e0-4909-86fb-b07996393b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.068857 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-73d009e9-57e0-4909-86fb-b07996393b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.075641 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-72778a33-5a7a-4612-bbda-65b77349ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:30.077415 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-72778a33-5a7a-4612-bbda-65b77349ff3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e706786-821b-45ac-812c-c67930be1360 HTTP/1.1" status: 200 len: 855 time: 0.0744803 Aug 27 03:32:30.129127 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-73d009e9-57e0-4909-86fb-b07996393b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.133961 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-73d009e9-57e0-4909-86fb-b07996393b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.138871 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-73d009e9-57e0-4909-86fb-b07996393b60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cccfdaa-6fff-4db4-95dd-c60a64f3d2be HTTP/1.1" status: 204 len: 168 time: 0.1571069 Aug 27 03:32:30.149310 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-bb194f11-b0c6-4cca-a28a-2b923cf3c4d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=813150a5-dbda-4897-a617-3b0468d8dcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560760 Aug 27 03:32:30.152292 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d009e9-57e0-4909-86fb-b07996393b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cccfdaa-6fff-4db4-95dd-c60a64f3d2be,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:30.335453 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451287d-7cbc-4c48-abe7-0f78d305bb01 req-4a7370af-d187-4741-baec-a6296cc973c3 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:30.337038 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3451287d-7cbc-4c48-abe7-0f78d305bb01 req-4a7370af-d187-4741-baec-a6296cc973c3 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 945 time: 0.1868403 Aug 27 03:32:30.358635 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87fb10-9640-46dc-8cf9-4ae91dc47c81 req-90bb1cbf-4b40-4535-9a2f-1a2530aaaa01 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:30.365863 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5a87fb10-9640-46dc-8cf9-4ae91dc47c81 req-90bb1cbf-4b40-4535-9a2f-1a2530aaaa01 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 944 time: 0.2130868 Aug 27 03:32:30.418499 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-fb394975-1e46-48bf-9de0-ba29a169442b service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298238 Aug 27 03:32:30.482623 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5a87fb10-9640-46dc-8cf9-4ae91dc47c81 req-7039953e-cfce-442b-ae0b-c7ad451d1c0e tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157870 Aug 27 03:32:30.485330 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.514613 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3451287d-7cbc-4c48-abe7-0f78d305bb01 req-89f6af51-ccfc-44b0-9c3c-a2c131acd7d1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669438 Aug 27 03:32:30.519568 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.664018 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04df3ce2-1f79-442d-9994-422f07283199,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:30.679816 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0664afa7-f282-4fa9-be27-db8950de48cb req-3d26137c-cbc7-4a81-bf3b-ccab09884fc2 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 210 time: 0.0663896 Aug 27 03:32:30.739842 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d9421ed-ea03-486b-a2ff-0a87d8a93017 req-8ee96176-af70-42a6-a98d-d7b1076ef2a6 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996185 Aug 27 03:32:30.768017 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-822443e8-ee1d-4794-967e-05282486e58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:30.778502 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d82d8d-5b83-46ee-bf9f-0f5ed7c83ed3 req-5ebb3894-31dc-41fa-9974-6a300c78f487 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:30.780017 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b9d82d8d-5b83-46ee-bf9f-0f5ed7c83ed3 req-5ebb3894-31dc-41fa-9974-6a300c78f487 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 944 time: 0.1357224 Aug 27 03:32:30.785365 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Allocated IP 192.168.233.87 (60e0993e-c016-43d7-8db9-cf10f69b3937/f97e04fa-865f-4bc0-9b1f-a843e372933c/ef955147-4b79-403d-89a1-3446f8936ab1) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:30.849034 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b9d82d8d-5b83-46ee-bf9f-0f5ed7c83ed3 req-b084d85b-e085-4a92-944d-03170ceaa738 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592947 Aug 27 03:32:30.996899 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56988) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:31.031751 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.047407 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85bc60-96b7-4029-91af-4cab35b7f770 req-62203a28-8a71-479b-bff5-6427d63b3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.048974 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c85bc60-96b7-4029-91af-4cab35b7f770 req-62203a28-8a71-479b-bff5-6427d63b3fce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 1097 time: 0.1157503 Aug 27 03:32:31.055828 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Transition to ACTIVE for port object ef955147-4b79-403d-89a1-3446f8936ab1 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:31.098877 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-252976215-network', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:31.115059 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca412c2-15e9-44c8-945a-a30f3e67c702 req-337487e6-dd01-4959-a9b4-cff219fbcfa2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.116567 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fca412c2-15e9-44c8-945a-a30f3e67c702 req-337487e6-dd01-4959-a9b4-cff219fbcfa2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1415465 Aug 27 03:32:31.119835 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Made reservation on behalf of f04c0694a50c4533859c8db8a7269b63 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:31.122230 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.130848 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.200239 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.206083 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fca412c2-15e9-44c8-945a-a30f3e67c702 req-0cee05f8-c753-4299-86f3-c0be20ec81a3 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771811 Aug 27 03:32:31.212410 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85bc60-96b7-4029-91af-4cab35b7f770 req-84397ee3-9022-44c4-99e7-62bae986e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.213849 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c85bc60-96b7-4029-91af-4cab35b7f770 req-84397ee3-9022-44c4-99e7-62bae986e98e service neutron] 10.222.0.62 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 916 time: 0.1564128 Aug 27 03:32:31.231546 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.236164 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.265796 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:32:31.272151 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819364d6-217f-4794-8815-aeac3adb08e3,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:31.278464 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.278807 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Added segment fe6201eb-25c9-44e7-9b70-004c8d725c72 of type vlan for network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b Aug 27 03:32:31.286069 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Network 60e0993e-c016-43d7-8db9-cf10f69b3937 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:31.287788 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c85bc60-96b7-4029-91af-4cab35b7f770 req-59cd3979-9783-44b6-91c3-b392237f74f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e720968b-57f5-4bbf-9203-971f369a9bb6 HTTP/1.1" status: 200 len: 217 time: 0.0450368 Aug 27 03:32:31.290956 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:31.296910 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:31.330494 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.334061 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Pushing event updated for resources: {'Port': ['ID=ef955147-4b79-403d-89a1-3446f8936ab1,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:31.359233 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.360215 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.360837 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.387553 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.388186 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.402883 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85bc60-96b7-4029-91af-4cab35b7f770 req-d7cb6aa4-6802-4534-917b-ebef3c54416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:31.404440 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c85bc60-96b7-4029-91af-4cab35b7f770 req-d7cb6aa4-6802-4534-917b-ebef3c54416e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e706786-821b-45ac-812c-c67930be1360 HTTP/1.1" status: 200 len: 855 time: 0.0810211 Aug 27 03:32:31.412204 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-91c54aa0-a283-4128-bb8a-850bebb30fb7 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7792172 Aug 27 03:32:31.424040 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4260035 Aug 27 03:32:31.427295 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 56992) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:31.432130 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] Request body: {'subnet': {'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-252976215-subnet', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:31.440739 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c85bc60-96b7-4029-91af-4cab35b7f770 req-ee56ee28-9973-4c57-9c1a-e163e52f9473 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=813150a5-dbda-4897-a617-3b0468d8dcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271113 Aug 27 03:32:31.440983 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0373d2c-52a8-4531-928e-18f91faa4820 admin admin] Pushing event updated for resources: {'Network': ['ID=2b83c78b-c54e-4d49-9b7c-1ce1c073432b,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:31.444582 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Request body: {'port': {'device_id': '6beba13a-3440-4c1b-9517-042184caeeb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:31.453640 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:32:31.473896 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] Made reservation on behalf of f04c0694a50c4533859c8db8a7269b63 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:31.477816 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130617922'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.565944 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.597526 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-cd3af9df-c532-43bc-a88d-6f87c5f0d6c4 None None] Provisioning for port ef955147-4b79-403d-89a1-3446f8936ab1 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:31.603031 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-cd3af9df-c532-43bc-a88d-6f87c5f0d6c4 None None] Provisioning complete for port ef955147-4b79-403d-89a1-3446f8936ab1 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:31.607735 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cd3af9df-c532-43bc-a88d-6f87c5f0d6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.649004 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-cd3af9df-c532-43bc-a88d-6f87c5f0d6c4 None None] Port ef955147-4b79-403d-89a1-3446f8936ab1 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:32:31.662756 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c85bc60-96b7-4029-91af-4cab35b7f770 req-98d12407-5f12-495a-9b61-d97c2421dd37 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139952 Aug 27 03:32:31.941123 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131046858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130617904'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.004562 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e50e7-505c-4565-b9f8-1b8bba183ec0 req-d75fc681-30d7-47d8-a57d-acbb799d3ac0 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.006124 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f75e50e7-505c-4565-b9f8-1b8bba183ec0 req-d75fc681-30d7-47d8-a57d-acbb799d3ac0 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 945 time: 0.1545510 Aug 27 03:32:32.068916 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9240403-49db-4101-a8c6-fb128d8dc8f3 req-334e71e8-3d8c-4534-8a51-3573a9436cf5 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.070472 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a9240403-49db-4101-a8c6-fb128d8dc8f3 req-334e71e8-3d8c-4534-8a51-3573a9436cf5 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 944 time: 0.4852519 Aug 27 03:32:32.092513 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f5b982-6637-44f0-84a2-c082e53570ad,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:32.141701 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ff1aa-da63-4f42-b3e7-8b4a3bb78d18 req-0d8ff095-1609-4bef-8394-7415cdd9ed08 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.143348 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b91ff1aa-da63-4f42-b3e7-8b4a3bb78d18 req-0d8ff095-1609-4bef-8394-7415cdd9ed08 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 945 time: 0.4995244 Aug 27 03:32:32.147735 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 63785667-eab1-4bfd-9104-45e9afa1e6ab details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:32.154184 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] Checking segment: {'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:32.154515 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] Network hostable DHCP agents. Network: 2b83c78b-c54e-4d49-9b7c-1ce1c073432b, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:32:32.187713 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] Network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:32:32.204627 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 2b83c78b-c54e-4d49-9b7c-1ce1c073432b) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:32.212970 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.213735 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.219440 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241653d1-ca06-4dac-9915-ff7eee9e1c71 None None] Network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:32.230659 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-94e01722-0c44-459c-a40d-8d493086903e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8023174 Aug 27 03:32:32.231927 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c85bc60-96b7-4029-91af-4cab35b7f770 req-cadee70d-4b7a-43ac-b931-720016f61aee service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026690 Aug 27 03:32:32.235376 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57024) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:32.238982 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-f75e50e7-505c-4565-b9f8-1b8bba183ec0 req-3d14eb9e-35eb-4067-9eb5-55c4e1cf53a1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Deleting port 253b001d-b392-41bf-b919-b49c1e9c5699 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:32:32.239345 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-f75e50e7-505c-4565-b9f8-1b8bba183ec0 req-3d14eb9e-35eb-4067-9eb5-55c4e1cf53a1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.244823 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:32.251303 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a9240403-49db-4101-a8c6-fb128d8dc8f3 req-7c398d4e-34c5-4125-a64f-052113a1a6a1 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614974 Aug 27 03:32:32.332439 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1028961'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.334059 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1028888'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.343450 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 63785667-eab1-4bfd-9104-45e9afa1e6ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=63785667-eab1-4bfd-9104-45e9afa1e6ab,segment=NetworkSegment(d25666ab-f37b-491e-836d-78ae31b1116c),segment_id=d25666ab-f37b-491e-836d-78ae31b1116c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:32.348730 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b91ff1aa-da63-4f42-b3e7-8b4a3bb78d18 req-08d29b8c-aae3-4af5-ae32-0dcc46d22ef6 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756732 Aug 27 03:32:32.422037 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.426332 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-f75e50e7-505c-4565-b9f8-1b8bba183ec0 req-3d14eb9e-35eb-4067-9eb5-55c4e1cf53a1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] For port 253b001d-b392-41bf-b919-b49c1e9c5699, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=253b001d-b392-41bf-b919-b49c1e9c5699,segment=NetworkSegment(ae22a464-068f-4f76-b5b6-7c60157a3804),segment_id=ae22a464-068f-4f76-b5b6-7c60157a3804)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:32.426950 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-f75e50e7-505c-4565-b9f8-1b8bba183ec0 req-3d14eb9e-35eb-4067-9eb5-55c4e1cf53a1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.436710 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '63785667-eab1-4bfd-9104-45e9afa1e6ab', 'network_id': 'fe7821d0-97cf-441e-beed-217d20735215', 'port_id': '63785667-eab1-4bfd-9104-45e9afa1e6ab', 'mac_address': 'fa:16:3e:45:c6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01f0c24-afac-4a83-8a75-7976d01305c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:32.448945 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab010ee-ebbd-4bf6-98f2-8ca4a9e670d0 req-7b91aef8-d944-4841-85bb-da4a010ef57c tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.450615 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bab010ee-ebbd-4bf6-98f2-8ca4a9e670d0 req-7b91aef8-d944-4841-85bb-da4a010ef57c tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 935 time: 0.1263988 Aug 27 03:32:32.478403 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-f75e50e7-505c-4565-b9f8-1b8bba183ec0 req-3d14eb9e-35eb-4067-9eb5-55c4e1cf53a1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Calling delete_port for 253b001d-b392-41bf-b919-b49c1e9c5699 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:32:32.513858 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.520716 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef955147-4b79-403d-89a1-3446f8936ab1 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:32.528892 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63785667-eab1-4bfd-9104-45e9afa1e6ab {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:32.534707 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.543430 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7ba0a6-19e2-5375-9d6c-a0607f403ae2-2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'fixed_ips': [{'subnet_id': 'b7f5b982-6637-44f0-84a2-c082e53570ad'}]}} from dv-cinder-773985-14-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:32:32.544309 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.549520 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bab010ee-ebbd-4bf6-98f2-8ca4a9e670d0 req-db504b2b-80d2-4d2f-8d63-56ee0b0c25de tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886133 Aug 27 03:32:32.574819 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a5af3-9929-4aa7-ab2d-61146ca2b539 req-38b43041-06a4-4241-b73d-0030f19aa6e5 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.578718 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 63785667-eab1-4bfd-9104-45e9afa1e6ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=63785667-eab1-4bfd-9104-45e9afa1e6ab,segment=NetworkSegment(d25666ab-f37b-491e-836d-78ae31b1116c),segment_id=d25666ab-f37b-491e-836d-78ae31b1116c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:32.583696 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-999a5af3-9929-4aa7-ab2d-61146ca2b539 req-38b43041-06a4-4241-b73d-0030f19aa6e5 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 944 time: 0.1475554 Aug 27 03:32:32.594166 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.603215 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Transition to ACTIVE for port object ef955147-4b79-403d-89a1-3446f8936ab1 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:32.613670 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.659766 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.672177 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-999a5af3-9929-4aa7-ab2d-61146ca2b539 req-75b82d33-f7c2-4efd-9a12-5b7541b5b420 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867894 Aug 27 03:32:32.737967 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Pushing event updated for resources: {'Port': ['ID=ef955147-4b79-403d-89a1-3446f8936ab1,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:32.826671 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-f75e50e7-505c-4565-b9f8-1b8bba183ec0 req-3d14eb9e-35eb-4067-9eb5-55c4e1cf53a1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.843766 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Allocated IP 172.20.0.2 (2b83c78b-c54e-4d49-9b7c-1ce1c073432b/b7f5b982-6637-44f0-84a2-c082e53570ad/9670431e-cc85-4884-bf10-af9bb2bdb5c6) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:32.855648 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e0a9-6421-41b6-9b88-f712fc4528e7 req-85b08f95-a8bc-4c5b-9533-0db8718dd853 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:32.857351 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3015e0a9-6421-41b6-9b88-f712fc4528e7 req-85b08f95-a8bc-4c5b-9533-0db8718dd853 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0890155 Aug 27 03:32:32.863091 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Attempting to bind port ef955147-4b79-403d-89a1-3446f8936ab1 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:32.863605 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Attempting to bind port ef955147-4b79-403d-89a1-3446f8936ab1 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '4a03b654-0453-476d-9c5b-258fa14532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:32.863942 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Attempting to bind port ef955147-4b79-403d-89a1-3446f8936ab1 on network 60e0993e-c016-43d7-8db9-cf10f69b3937 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:32.882635 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14eb9e-35eb-4067-9eb5-55c4e1cf53a1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Pushing event deleted for resources: {'Port': ['ID=253b001d-b392-41bf-b919-b49c1e9c5699,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:32.884161 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Port ef955147-4b79-403d-89a1-3446f8936ab1 on network 60e0993e-c016-43d7-8db9-cf10f69b3937 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:32:32.884497 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Attempting to bind port ef955147-4b79-403d-89a1-3446f8936ab1 on network 60e0993e-c016-43d7-8db9-cf10f69b3937 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:32.895098 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:32.895098 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Checking segment: {'id': '4a03b654-0453-476d-9c5b-258fa14532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:32.895498 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Bound using segment: {'id': '4a03b654-0453-476d-9c5b-258fa14532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:32.895666 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Bound port: ef955147-4b79-403d-89a1-3446f8936ab1, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a03b654-0453-476d-9c5b-258fa14532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:32.896041 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.942337 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=63785667-eab1-4bfd-9104-45e9afa1e6ab,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:32.944137 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3015e0a9-6421-41b6-9b88-f712fc4528e7 req-ad77150a-76be-4a27-abb9-61dc821f487e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775869 Aug 27 03:32:32.955973 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.956325 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.956718 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.958514 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.959070 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.959578 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.960065 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.960560 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.960920 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.961261 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.961595 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.961928 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:32.962351 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75e50e7-505c-4565-b9f8-1b8bba183ec0 req-3d14eb9e-35eb-4067-9eb5-55c4e1cf53a1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] No DVR routers for this DVR port 253b001d-b392-41bf-b919-b49c1e9c5699 on host hv-cinder-77398 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:32:32.971177 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-f75e50e7-505c-4565-b9f8-1b8bba183ec0 req-3d14eb9e-35eb-4067-9eb5-55c4e1cf53a1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:32.978202 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-f75e50e7-505c-4565-b9f8-1b8bba183ec0 req-3d14eb9e-35eb-4067-9eb5-55c4e1cf53a1 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.62 "DELETE /v2.0/ports/253b001d-b392-41bf-b919-b49c1e9c5699 HTTP/1.1" status: 204 len: 173 time: 0.9635220 Aug 27 03:32:32.982602 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] For port ef955147-4b79-403d-89a1-3446f8936ab1, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:32.986106 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] For port ef955147-4b79-403d-89a1-3446f8936ab1, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ef955147-4b79-403d-89a1-3446f8936ab1,segment=NetworkSegment(4a03b654-0453-476d-9c5b-258fa14532b8),segment_id=4a03b654-0453-476d-9c5b-258fa14532b8)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:32.993955 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.023850 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bef536a-d819-4f5b-b397-f7f0d19dc976', 'name': 'network-vif-deleted', 'tag': '253b001d-b392-41bf-b919-b49c1e9c5699'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:33.027580 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe384abb-9a67-4210-a247-078556c587be" -d '{"events": [{"server_uuid": "4bef536a-d819-4f5b-b397-f7f0d19dc976", "name": "network-vif-deleted", "tag": "253b001d-b392-41bf-b919-b49c1e9c5699"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:33.033157 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.034813 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.035654 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] 10.222.0.62 "PUT /v2.0/ports/ef955147-4b79-403d-89a1-3446f8936ab1 HTTP/1.1" status: 200 len: 1097 time: 1.5974560 Aug 27 03:32:33.035960 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6beba13a-3440-4c1b-9517-042184caeeb9', 'tag': 'ef955147-4b79-403d-89a1-3446f8936ab1'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:33.038269 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692" -d '{"events": [{"name": "network-changed", "server_uuid": "6beba13a-3440-4c1b-9517-042184caeeb9", "tag": "ef955147-4b79-403d-89a1-3446f8936ab1"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:33.072643 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd8e5f-a564-46bf-8ba0-b80a8b573352 service neutron] Pushing event updated for resources: {'Port': ['ID=ef955147-4b79-403d-89a1-3446f8936ab1,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:33.096583 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c52585-3c13-457c-b433-b0e60bb8b1a1 x-openstack-request-id: req-31c52585-3c13-457c-b433-b0e60bb8b1a1 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:33.096882 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6beba13a-3440-4c1b-9517-042184caeeb9", "tag": "ef955147-4b79-403d-89a1-3446f8936ab1", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:33.097187 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31c52585-3c13-457c-b433-b0e60bb8b1a1 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:33.097582 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cae498a-a910-42d8-acc4-33863ef884ca x-openstack-request-id: req-6cae498a-a910-42d8-acc4-33863ef884ca {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:33.097690 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6beba13a-3440-4c1b-9517-042184caeeb9', 'tag': 'ef955147-4b79-403d-89a1-3446f8936ab1', 'status': 'completed', 'code': 200} Aug 27 03:32:33.097865 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bef536a-d819-4f5b-b397-f7f0d19dc976", "name": "network-vif-deleted", "tag": "253b001d-b392-41bf-b919-b49c1e9c5699", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:33.098137 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cae498a-a910-42d8-acc4-33863ef884ca {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:33.098510 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bef536a-d819-4f5b-b397-f7f0d19dc976', 'name': 'network-vif-deleted', 'tag': '253b001d-b392-41bf-b919-b49c1e9c5699', 'status': 'completed', 'code': 200} Aug 27 03:32:33.126394 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.137208 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Transition to ACTIVE for port object 9670431e-cc85-4884-bf10-af9bb2bdb5c6 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:33.152981 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.154371 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Transition to ACTIVE for port object 9670431e-cc85-4884-bf10-af9bb2bdb5c6 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:33.162383 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.189477 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.226256 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:33.227529 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Pushing event updated for resources: {'Port': ['ID=9670431e-cc85-4884-bf10-af9bb2bdb5c6,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:33.230465 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:33.232945 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:33.278949 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-e57ee871-3e41-4f64-ba23-ff337e7b4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.280820 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-e57ee871-3e41-4f64-ba23-ff337e7b4b8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bbe5ccf2ba5465c8f6766d2cd8cc275&device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 1100 time: 0.1185937 Aug 27 03:32:33.300973 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['63785667-eab1-4bfd-9104-45e9afa1e6ab'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:33.341175 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Attempting to bind port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:33.341682 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Attempting to bind port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:33.342405 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Attempting to bind port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 on network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:33.354504 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:33.354985 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Checking segment: {'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:33.355484 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.355950 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Bound using segment: {'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:33.356538 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Bound port: 9670431e-cc85-4884-bf10-af9bb2bdb5c6, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:33.356991 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.362644 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Allocated IP 172.27.2.251 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/6c02da15-8284-4850-9ce5-91413d510e22) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:33.375991 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-bfcde7e3-0cfc-4f2f-a916-7d1672bb0b63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ef955147-4b79-403d-89a1-3446f8936ab1 HTTP/1.1" status: 200 len: 217 time: 0.0770178 Aug 27 03:32:33.489593 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cb3db-8d6c-4df8-b706-0eebddb38ce6 req-12acd82e-8ff7-4443-a214-d997ccf6c9b7 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.491325 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-851cb3db-8d6c-4df8-b706-0eebddb38ce6 req-12acd82e-8ff7-4443-a214-d997ccf6c9b7 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 944 time: 0.1196883 Aug 27 03:32:33.506920 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] For port 9670431e-cc85-4884-bf10-af9bb2bdb5c6, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:33.531153 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c873c06-d06e-490e-b68b-5c95736a2603 req-14d97e8b-2dd9-4966-8383-6f88f4f42ea3 tempest-DeleteServersTestJSON-1046043135 tempest-DeleteServersTestJSON-1046043135-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bef536a-d819-4f5b-b397-f7f0d19dc976 HTTP/1.1" status: 200 len: 210 time: 0.0366127 Aug 27 03:32:33.532580 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-fded7de6-d92c-4bca-b11c-4fba1c45ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.533970 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-fded7de6-d92c-4bca-b11c-4fba1c45ba11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f97e04fa-865f-4bc0-9b1f-a843e372933c HTTP/1.1" status: 200 len: 843 time: 0.1481113 Aug 27 03:32:33.540657 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] For port 9670431e-cc85-4884-bf10-af9bb2bdb5c6, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=9670431e-cc85-4884-bf10-af9bb2bdb5c6,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:33.561786 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.591377 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.653345 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-851cb3db-8d6c-4df8-b706-0eebddb38ce6 req-5a4402fd-6dea-4bd1-a62b-d53692769fb0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438601 Aug 27 03:32:33.666492 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-008d766f-1551-4117-a4fb-c3d6ec17c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.668261 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-008d766f-1551-4117-a4fb-c3d6ec17c4b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e0993e-c016-43d7-8db9-cf10f69b3937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1154885 Aug 27 03:32:33.671058 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.696795 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917201a-30dd-4666-bfed-e30732f78c5d None None] Pushing event updated for resources: {'Port': ['ID=9670431e-cc85-4884-bf10-af9bb2bdb5c6,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:33.731098 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ec70a3c-06a2-4456-9cc7-f5225ab444e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.754397 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57048) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:33.775022 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:33.779347 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:33.782525 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:33.784815 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Pushing event updated for resources: {'Port': ['ID=6c02da15-8284-4850-9ce5-91413d510e22,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:33.874320 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe7fea-4745-4a57-ab69-d0d0d49273e2 req-fcbf74c5-836d-4556-979f-39e124231dd8 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.882266 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ccbe7fea-4745-4a57-ab69-d0d0d49273e2 req-fcbf74c5-836d-4556-979f-39e124231dd8 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 947 time: 0.1822426 Aug 27 03:32:33.918937 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d9176b7-f843-4af8-ba71-016f0da0af59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:33.925712 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06d26a-5e8d-4cec-a91c-2df7db7510cd req-0a0bf631-3296-4af2-8411-584d3050b3cb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:33.936333 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae06d26a-5e8d-4cec-a91c-2df7db7510cd req-0a0bf631-3296-4af2-8411-584d3050b3cb tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 945 time: 0.1611464 Aug 27 03:32:33.944845 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-95cd485c-ea15-43e4-9d3d-9604cf3eab9b service neutron] 10.222.0.62 "GET /v2.0/networks/60e0993e-c016-43d7-8db9-cf10f69b3937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593739 Aug 27 03:32:34.023937 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ccbe7fea-4745-4a57-ab69-d0d0d49273e2 req-55399245-4964-417d-99b2-129b9a3a9509 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406915 Aug 27 03:32:34.101357 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae06d26a-5e8d-4cec-a91c-2df7db7510cd req-acc4885d-882c-4ef4-85b1-1d3f250e9da2 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641281 Aug 27 03:32:34.161205 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 253b001d-b392-41bf-b919-b49c1e9c5699 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:34.167332 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f3c0d45-8f2d-4820-8ab7-88dd3a24dbc4 req-1225d242-2516-467c-8d1f-7abdf6093be9 service neutron] 10.222.0.62 "GET /v2.0/networks/60e0993e-c016-43d7-8db9-cf10f69b3937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932111 Aug 27 03:32:34.182820 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: 253b001d-b392-41bf-b919-b49c1e9c5699 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:32:34.183116 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 253b001d-b392-41bf-b919-b49c1e9c5699 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:32:34.256585 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150e6c4-5f56-4d3f-b5e8-e4cb4403600a req-b971b6a8-4ae4-4096-afcd-43d8cd115c25 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.258217 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4150e6c4-5f56-4d3f-b5e8-e4cb4403600a req-b971b6a8-4ae4-4096-afcd-43d8cd115c25 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0577219 Aug 27 03:32:34.299696 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4150e6c4-5f56-4d3f-b5e8-e4cb4403600a req-4f6ff059-9881-4db3-9b58-82022e500aba tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345547 Aug 27 03:32:34.386621 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.402734 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692 req-094b6bce-b867-4465-9543-221b71a47e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.404445 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692 req-094b6bce-b867-4465-9543-221b71a47e30 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9bbe5ccf2ba5465c8f6766d2cd8cc275&device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 1100 time: 0.0531015 Aug 27 03:32:34.503483 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d9176b7-f843-4af8-ba71-016f0da0af59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.508980 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9d9176b7-f843-4af8-ba71-016f0da0af59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.526703 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692 req-4200ced7-ea09-4031-ba08-51d7be9a0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.528412 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692 req-4200ced7-ea09-4031-ba08-51d7be9a0b26 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e0993e-c016-43d7-8db9-cf10f69b3937 HTTP/1.1" status: 200 len: 870 time: 0.1043315 Aug 27 03:32:34.559185 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9d9176b7-f843-4af8-ba71-016f0da0af59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7004159fb77544629751d6b137234b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8033071 Aug 27 03:32:34.586723 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57058) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:34.597101 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692 req-c133773f-92b6-4f2f-8c92-0a673ca53b6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ef955147-4b79-403d-89a1-3446f8936ab1 HTTP/1.1" status: 200 len: 217 time: 0.0598040 Aug 27 03:32:34.676471 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9176b7-f843-4af8-ba71-016f0da0af59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addcdd96-cefb-4333-a5c6-78aae9ce8a27,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:34.679354 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692 req-d7166a6e-a511-42f3-81ff-9fbf6bbe4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.681030 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692 req-d7166a6e-a511-42f3-81ff-9fbf6bbe4f0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f97e04fa-865f-4bc0-9b1f-a843e372933c HTTP/1.1" status: 200 len: 843 time: 0.0721850 Aug 27 03:32:34.699365 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430331'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.703815 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4573ae5c-8b75-4690-8d4c-479ff8dd5e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.753034 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4573ae5c-8b75-4690-8d4c-479ff8dd5e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.779999 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.796947 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692 req-0ea8ab12-56fe-46ad-a72f-56a31a49edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.798901 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692 req-0ea8ab12-56fe-46ad-a72f-56a31a49edca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e0993e-c016-43d7-8db9-cf10f69b3937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1065912 Aug 27 03:32:34.821729 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:32:34.915426 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738529b4-752d-4906-83e0-6c4127a3aa5e req-ba4973e6-1db9-4f3d-a8ef-97c1a4ad1e95 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:34.917204 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-738529b4-752d-4906-83e0-6c4127a3aa5e req-ba4973e6-1db9-4f3d-a8ef-97c1a4ad1e95 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 944 time: 0.1448116 Aug 27 03:32:34.919005 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Router adcabd08-77c6-4632-b7c1-2b2b70039ce5 is scheduled to L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:32:34.920976 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a80f4-3ac9-4f09-8ea9-665c7547e7e6 None None] Network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:34.942384 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4573ae5c-8b75-4690-8d4c-479ff8dd5e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.945023 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-4573ae5c-8b75-4690-8d4c-479ff8dd5e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:34.948685 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-4573ae5c-8b75-4690-8d4c-479ff8dd5e35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/addcdd96-cefb-4333-a5c6-78aae9ce8a27 HTTP/1.1" status: 204 len: 168 time: 0.3580456 Aug 27 03:32:34.975601 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573ae5c-8b75-4690-8d4c-479ff8dd5e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addcdd96-cefb-4333-a5c6-78aae9ce8a27,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:34.987671 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692 req-92e192f0-d6bf-4296-aa7b-f5ccde097e56 service neutron] 10.222.0.62 "GET /v2.0/networks/60e0993e-c016-43d7-8db9-cf10f69b3937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677113 Aug 27 03:32:35.011393 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-738529b4-752d-4906-83e0-6c4127a3aa5e req-63fd0318-3c60-4b0a-8f5c-2a128c89007c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803177 Aug 27 03:32:35.078519 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:32:35.094374 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Sync routers for ids ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:32:35.105220 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.106864 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6d7d8ae0-5ae3-41ef-bcd7-bf7a5e5c0567 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8701031 Aug 27 03:32:35.110248 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57078) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:35.114503 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Routers {'adcabd08-77c6-4632-b7c1-2b2b70039ce5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:35.115219 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:35.195789 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-efb3cdf5-c2d5-45cd-9da0-3f7dac3a0692 req-bb27f1a4-d656-425c-a368-29fd5bf7fc7c service neutron] 10.222.0.62 "GET /v2.0/networks/60e0993e-c016-43d7-8db9-cf10f69b3937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955941 Aug 27 03:32:35.244582 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.246789 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910ffe5-2772-4602-b60a-fd0e9d71f838 req-4f9c3b27-7483-4733-b956-f9c20a30fc6a tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:35.257070 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-6d615a6e-1cd0-4e36-b231-c39a117b0649 None None] Provisioning for port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:35.261499 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4910ffe5-2772-4602-b60a-fd0e9d71f838 req-4f9c3b27-7483-4733-b956-f9c20a30fc6a tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 947 time: 0.1293449 Aug 27 03:32:35.297120 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Set router adcabd08-77c6-4632-b7c1-2b2b70039ce5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:35.376175 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 9670431e-cc85-4884-bf10-af9bb2bdb5c6 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:35.412542 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d89a9-08c5-48fe-b545-99d5ad9d8aef req-4ab58fd3-0323-43d3-b9ea-d2e7268c105e tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:35.420580 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4f5d89a9-08c5-48fe-b545-99d5ad9d8aef req-4ab58fd3-0323-43d3-b9ea-d2e7268c105e tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 945 time: 0.1561830 Aug 27 03:32:35.426320 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4910ffe5-2772-4602-b60a-fd0e9d71f838 req-9d592342-e807-4827-b2bc-6654d828df2d tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633377 Aug 27 03:32:35.502216 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:35.505313 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4f5d89a9-08c5-48fe-b545-99d5ad9d8aef req-30d26fd6-80a2-4e83-abbe-df597d5de7e5 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778677 Aug 27 03:32:35.507253 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:35.507690 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.516663 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57088) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:35.539980 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f7f3aa33-98aa-4f39-a168-ca70e6c13f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.684672 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.710485 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 3, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:35.713053 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d16ef0-1023-4922-af17-1551db797120 req-bcd7216d-d3d6-4eab-a562-0e5d62a33159 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:35.721864 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85d16ef0-1023-4922-af17-1551db797120 req-bcd7216d-d3d6-4eab-a562-0e5d62a33159 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0877652 Aug 27 03:32:35.742651 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 9670431e-cc85-4884-bf10-af9bb2bdb5c6, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=9670431e-cc85-4884-bf10-af9bb2bdb5c6,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:35.749080 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.756481 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Checking router: adcabd08-77c6-4632-b7c1-2b2b70039ce5 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:32:35.757021 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Updating router adcabd08-77c6-4632-b7c1-2b2b70039ce5 port 6c02da15-8284-4850-9ce5-91413d510e22 binding host dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:32:35.791149 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f7f3aa33-98aa-4f39-a168-ca70e6c13f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.799362 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.804692 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85d16ef0-1023-4922-af17-1551db797120 req-4a54b7e1-12ea-4501-a05f-ddd8bec986ab tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816188 Aug 27 03:32:35.810787 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f7f3aa33-98aa-4f39-a168-ca70e6c13f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.829524 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=9670431e-cc85-4884-bf10-af9bb2bdb5c6,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:35.836233 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-47326d34-44df-4636-bcd7-d2b221089a75 None None] Provisioning complete for port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:35.836879 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-47326d34-44df-4636-bcd7-d2b221089a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.858226 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f7f3aa33-98aa-4f39-a168-ca70e6c13f15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=399b72d84e044f0da2b0d5350eff2a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402438 Aug 27 03:32:35.861555 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57090) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:35.870477 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3aa33-98aa-4f39-a168-ca70e6c13f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a9ec64-d977-4d6e-ab64-9bff1b0915da,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:35.954548 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:35.968234 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-39404922-2c3f-4ff8-8559-b1389ef0c7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.006397 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-39404922-2c3f-4ff8-8559-b1389ef0c7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.091411 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.103396 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Transition to ACTIVE for port object 6c02da15-8284-4850-9ce5-91413d510e22 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:36.112413 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.156993 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66de89b-f554-4496-84a5-62b8947764a4 req-9fbf7aa9-62c3-4579-8ef4-7099598cafb5 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:36.158241 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e720968b-57f5-4bbf-9203-971f369a9bb6 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:36.165649 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e66de89b-f554-4496-84a5-62b8947764a4 req-9fbf7aa9-62c3-4579-8ef4-7099598cafb5 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 944 time: 0.0752869 Aug 27 03:32:36.185675 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 63785667-eab1-4bfd-9104-45e9afa1e6ab up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:36.196369 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Attempting to bind port 6c02da15-8284-4850-9ce5-91413d510e22 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:36.196749 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Attempting to bind port 6c02da15-8284-4850-9ce5-91413d510e22 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:36.197114 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Attempting to bind port 6c02da15-8284-4850-9ce5-91413d510e22 on network 72494cfa-c7c5-48de-8c41-db48fc0cee32 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:36.210620 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Allocated IP 172.20.0.1 (2b83c78b-c54e-4d49-9b7c-1ce1c073432b/b7f5b982-6637-44f0-84a2-c082e53570ad/ffe38d09-25d1-423f-a411-fc49bb1c5b78) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:36.220345 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e66de89b-f554-4496-84a5-62b8947764a4 req-35ae806c-4d72-42b1-81c0-dbd1d83c3fdb tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519249 Aug 27 03:32:36.229800 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Pushing event updated for resources: {'Port': ['ID=6c02da15-8284-4850-9ce5-91413d510e22,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.232445 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:36.232868 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Checking segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:36.233281 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.233681 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Bound using segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:36.234234 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Bound port: 6c02da15-8284-4850-9ce5-91413d510e22, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:36.234646 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.254818 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57100) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:36.299496 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-39404922-2c3f-4ff8-8559-b1389ef0c7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.304902 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-39404922-2c3f-4ff8-8559-b1389ef0c7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.305521 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-63983f28-abcb-43a9-a62e-994e5daba614 admin admin] Deleting subnet 51b910e6-7952-4980-baa0-27f1aebfc07c {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:32:36.306542 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-39404922-2c3f-4ff8-8559-b1389ef0c7af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26a9ec64-d977-4d6e-ab64-9bff1b0915da HTTP/1.1" status: 204 len: 168 time: 0.4367952 Aug 27 03:32:36.313549 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63983f28-abcb-43a9-a62e-994e5daba614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.323456 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39404922-2c3f-4ff8-8559-b1389ef0c7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a9ec64-d977-4d6e-ab64-9bff1b0915da,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.338810 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port 63785667-eab1-4bfd-9104-45e9afa1e6ab completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:36.347205 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.349460 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.350132 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.351634 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.352130 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.353825 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.354569 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.355246 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.355685 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 63785667-eab1-4bfd-9104-45e9afa1e6ab triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:36.356075 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.356562 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.357581 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.358316 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63983f28-abcb-43a9-a62e-994e5daba614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131756691'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.358793 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.359087 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port e720968b-57f5-4bbf-9203-971f369a9bb6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e720968b-57f5-4bbf-9203-971f369a9bb6,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:36.360275 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:32:36.381070 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] For port 6c02da15-8284-4850-9ce5-91413d510e22, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:36.388278 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] For port 6c02da15-8284-4850-9ce5-91413d510e22, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=6c02da15-8284-4850-9ce5-91413d510e22,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:36.397362 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.403444 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'e720968b-57f5-4bbf-9203-971f369a9bb6', 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8', 'port_id': 'e720968b-57f5-4bbf-9203-971f369a9bb6', 'mac_address': 'fa:16:3e:a5:78:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e706786-821b-45ac-812c-c67930be1360', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:36.414783 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63983f28-abcb-43a9-a62e-994e5daba614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.435741 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.464311 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.466771 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Transition to ACTIVE for port object ffe38d09-25d1-423f-a411-fc49bb1c5b78 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:36.481550 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e720968b-57f5-4bbf-9203-971f369a9bb6 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:36.494026 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63983f28-abcb-43a9-a62e-994e5daba614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131160931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130982917'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.531762 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port e720968b-57f5-4bbf-9203-971f369a9bb6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e720968b-57f5-4bbf-9203-971f369a9bb6,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:36.533043 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Routers {'adcabd08-77c6-4632-b7c1-2b2b70039ce5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:36.536322 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:36.558353 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63983f28-abcb-43a9-a62e-994e5daba614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b910e6-7952-4980-baa0-27f1aebfc07c,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.559199 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.560196 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.573734 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-63983f28-abcb-43a9-a62e-994e5daba614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.578166 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-63983f28-abcb-43a9-a62e-994e5daba614 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/51b910e6-7952-4980-baa0-27f1aebfc07c HTTP/1.1" status: 204 len: 168 time: 0.3198979 Aug 27 03:32:36.578526 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57108) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:36.592185 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.614758 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:36.618940 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:36.620938 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe38d09-25d1-423f-a411-fc49bb1c5b78,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.623175 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:36.635794 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df5cd7-cdc7-4ba8-9c53-d44c5c7f68f8 None None] Pushing event updated for resources: {'Port': ['ID=6c02da15-8284-4850-9ce5-91413d510e22,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.679139 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430116'] for router_interface, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.753716 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f2724-6ee8-4f30-989f-a9babebedf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63785667-eab1-4bfd-9104-45e9afa1e6ab'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:36.757113 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031bf234-e34b-420b-a536-ecbbcb945120" -d '{"events": [{"server_uuid": "bc8f2724-6ee8-4f30-989f-a9babebedf04", "name": "network-vif-plugged", "status": "completed", "tag": "63785667-eab1-4bfd-9104-45e9afa1e6ab"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:36.757782 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] Set router adcabd08-77c6-4632-b7c1-2b2b70039ce5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:36.789663 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=e720968b-57f5-4bbf-9203-971f369a9bb6,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.799517 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 63785667-eab1-4bfd-9104-45e9afa1e6ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=63785667-eab1-4bfd-9104-45e9afa1e6ab,segment=NetworkSegment(d25666ab-f37b-491e-836d-78ae31b1116c),segment_id=d25666ab-f37b-491e-836d-78ae31b1116c)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:36.810230 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.861799 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.901608 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=63785667-eab1-4bfd-9104-45e9afa1e6ab,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:36.912742 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5df2c-7cf3-4482-9b49-fc1c5b89d3a3 req-ef90fa5d-08e1-4195-b34d-2e7e438b54f2 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:36.921752 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9b5df2c-7cf3-4482-9b49-fc1c5b89d3a3 req-ef90fa5d-08e1-4195-b34d-2e7e438b54f2 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 945 time: 0.3094113 Aug 27 03:32:36.923380 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.933085 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddc16a-6ab8-4400-82b4-24db9186bc7a req-331a95fd-0173-4eb8-8a33-1f28a6575a06 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:36.934851 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b7ddc16a-6ab8-4400-82b4-24db9186bc7a req-331a95fd-0173-4eb8-8a33-1f28a6575a06 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 947 time: 0.3217154 Aug 27 03:32:36.966121 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-37e461c4-8eea-435b-b261-4e6fd2d6b78a None None] Provisioning for port ffe38d09-25d1-423f-a411-fc49bb1c5b78 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:36.968637 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:36.972244 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-37e461c4-8eea-435b-b261-4e6fd2d6b78a None None] Provisioning complete for port ffe38d09-25d1-423f-a411-fc49bb1c5b78 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:36.972698 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-37e461c4-8eea-435b-b261-4e6fd2d6b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.021768 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-37e461c4-8eea-435b-b261-4e6fd2d6b78a None None] Port ffe38d09-25d1-423f-a411-fc49bb1c5b78 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:32:37.032083 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57118) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:37.051774 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e02af83a-c852-49f9-92b4-9f9e22322f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.078341 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d9b5df2c-7cf3-4482-9b49-fc1c5b89d3a3 req-84069fc6-73f2-4b6e-9202-43f4785269f5 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544902 Aug 27 03:32:37.107121 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b7ddc16a-6ab8-4400-82b4-24db9186bc7a req-96220456-6efd-43fd-a167-1cfb0fea2561 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499643 Aug 27 03:32:37.109967 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.139570 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76348684-0746-4695-863f-6c13d586fb3e']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:37.153460 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae22a464-068f-4f76-b5b6-7c60157a3804') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:37.153775 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae22a464-068f-4f76-b5b6-7c60157a3804') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:37.168342 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131756684'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.174053 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67a35b1-c4e6-4db4-ad64-25e90840c30f x-openstack-request-id: req-a67a35b1-c4e6-4db4-ad64-25e90840c30f {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:37.175387 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f2724-6ee8-4f30-989f-a9babebedf04", "name": "network-vif-plugged", "status": "completed", "tag": "63785667-eab1-4bfd-9104-45e9afa1e6ab", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:37.175832 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a67a35b1-c4e6-4db4-ad64-25e90840c30f {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:37.177046 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f2724-6ee8-4f30-989f-a9babebedf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63785667-eab1-4bfd-9104-45e9afa1e6ab', 'code': 200} Aug 27 03:32:37.197414 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.214415 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:32:37.214821 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131160837'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: timer() Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: cb(*args, **kw) Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: self._notify() Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: self.callback(batched_events) Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: event.method(event) Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._get(url).json() Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:32:37.218081 dv-cinder-773985-14-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:32:37.231611 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 3, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:37.242385 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['e720968b-57f5-4bbf-9203-971f369a9bb6'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:37.272544 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.295233 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.324189 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e02af83a-c852-49f9-92b4-9f9e22322f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.337053 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b240a1a0-44fb-429a-b059-d4ca671d79cd None None] The sync data for ids ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'] in dv-cinder-773985-14-iscsi is: [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:34Z', 'revision_number': 3, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:32:37.341360 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 9670431e-cc85-4884-bf10-af9bb2bdb5c6 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:37.361937 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.369256 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.371121 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] 10.222.0.48 "DELETE /v2.0/networks/76348684-0746-4695-863f-6c13d586fb3e HTTP/1.1" status: 204 len: 168 time: 0.7916236 Aug 27 03:32:37.389238 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e02af83a-c852-49f9-92b4-9f9e22322f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.399295 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92555af7-552f-4a38-87ea-22faddb44240 admin admin] Pushing event deleted for resources: {'Network': ['ID=76348684-0746-4695-863f-6c13d586fb3e,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:37.435755 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865d710-170f-43e7-9cb1-0336c1d6868a req-580e8a3a-48f4-43f0-8117-c5bf7e0f8daf tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:37.443782 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a865d710-170f-43e7-9cb1-0336c1d6868a req-580e8a3a-48f4-43f0-8117-c5bf7e0f8daf tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1520283 Aug 27 03:32:37.516983 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e02af83a-c852-49f9-92b4-9f9e22322f12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ccb667a9c444a3aa5117174f650cd68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4837217 Aug 27 03:32:37.517623 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c24bb-2bc7-4499-8433-f60b0b456ea8 req-d9569aa2-f80b-41a3-852e-ac8b539e48d5 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:37.519240 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-526c24bb-2bc7-4499-8433-f60b0b456ea8 req-d9569aa2-f80b-41a3-852e-ac8b539e48d5 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 945 time: 0.1471338 Aug 27 03:32:37.519748 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57124) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:37.522341 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133756074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430587'] for router_interface, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.524426 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02af83a-c852-49f9-92b4-9f9e22322f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc6a50d-c1e9-42a7-858f-68371deebd7a,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:37.526973 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe38d09-25d1-423f-a411-fc49bb1c5b78,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:37.590942 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a865d710-170f-43e7-9cb1-0336c1d6868a req-16faed73-399c-43e6-92b7-39ac0119144d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458702 Aug 27 03:32:37.607199 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:37.607591 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.666691 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-526c24bb-2bc7-4499-8433-f60b0b456ea8 req-e3109f77-b202-45fc-8f72-6d8d1ef9bd1f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216798 Aug 27 03:32:37.679092 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5e199-4e90-419a-86f2-81c00cd35179 req-ab18d370-e103-4e4e-a9bd-4e3f7a30397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:37.680614 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14e5e199-4e90-419a-86f2-81c00cd35179 req-ab18d370-e103-4e4e-a9bd-4e3f7a30397d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 1099 time: 0.1543171 Aug 27 03:32:37.685815 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0cecaa28-7112-44c4-9ea1-128c19505c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.696665 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:37.698645 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:37.731317 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57126) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:37.768919 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0cecaa28-7112-44c4-9ea1-128c19505c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.825976 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14e5e199-4e90-419a-86f2-81c00cd35179 req-ddf494e9-cc1f-4852-b951-701ccb9c3fbf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368730 Aug 27 03:32:37.863898 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f569b26b-d908-4988-a6a1-00767fdef5df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2133a8c527644f82bfc24e5b135d39d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1297414 Aug 27 03:32:37.866656 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57128) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:37.894002 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0cecaa28-7112-44c4-9ea1-128c19505c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.896593 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0cecaa28-7112-44c4-9ea1-128c19505c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.897727 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0cecaa28-7112-44c4-9ea1-128c19505c44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6dc6a50d-c1e9-42a7-858f-68371deebd7a HTTP/1.1" status: 204 len: 168 time: 0.3702555 Aug 27 03:32:37.903801 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Router adcabd08-77c6-4632-b7c1-2b2b70039ce5 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:32:37.935022 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecaa28-7112-44c4-9ea1-128c19505c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc6a50d-c1e9-42a7-858f-68371deebd7a,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:37.957073 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae887-2a08-49d6-848e-3822fbe319e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:37.997354 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae887-2a08-49d6-848e-3822fbe319e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.050827 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-729c9a41-2000-4038-8684-e9ccb71dbe1e None None] Provisioning complete for port ffe38d09-25d1-423f-a411-fc49bb1c5b78 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:38.051213 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-729c9a41-2000-4038-8684-e9ccb71dbe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.067980 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae887-2a08-49d6-848e-3822fbe319e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.071081 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae887-2a08-49d6-848e-3822fbe319e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.072389 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1e5ae887-2a08-49d6-848e-3822fbe319e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab8b2430-66d7-481d-bf7e-fea4ff7f70cd HTTP/1.1" status: 204 len: 168 time: 0.2047336 Aug 27 03:32:38.088081 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ae887-2a08-49d6-848e-3822fbe319e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8b2430-66d7-481d-bf7e-fea4ff7f70cd,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:38.140836 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-729c9a41-2000-4038-8684-e9ccb71dbe1e None None] Port ffe38d09-25d1-423f-a411-fc49bb1c5b78 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:32:38.150641 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:32:38.159396 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0a9bf1fb-ed8c-4a23-bbb5-04b5a2f4e423 admin admin] 10.222.0.48 "PUT /v2.0/routers/adcabd08-77c6-4632-b7c1-2b2b70039ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0466714 Aug 27 03:32:38.173497 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device ef955147-4b79-403d-89a1-3446f8936ab1 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:32:38.277256 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.336854 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08782c-43b3-4c38-ad4f-3ac74cfdd381 req-a62f4ac3-c8e3-4c7c-95d9-5091c5b4a7e3 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:38.344925 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f08782c-43b3-4c38-ad4f-3ac74cfdd381 req-a62f4ac3-c8e3-4c7c-95d9-5091c5b4a7e3 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 946 time: 0.1244464 Aug 27 03:32:38.353695 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port ef955147-4b79-403d-89a1-3446f8936ab1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ef955147-4b79-403d-89a1-3446f8936ab1,segment=NetworkSegment(4a03b654-0453-476d-9c5b-258fa14532b8),segment_id=4a03b654-0453-476d-9c5b-258fa14532b8)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:38.358812 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5bd73-2918-4f0c-8d61-484582667ecb req-0fbda9a2-cd0d-47f7-a0df-8b9f8bda8646 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:38.366516 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2ae5bd73-2918-4f0c-8d61-484582667ecb req-0fbda9a2-cd0d-47f7-a0df-8b9f8bda8646 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 947 time: 0.1488278 Aug 27 03:32:38.371791 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'ef955147-4b79-403d-89a1-3446f8936ab1', 'network_id': '60e0993e-c016-43d7-8db9-cf10f69b3937', 'port_id': 'ef955147-4b79-403d-89a1-3446f8936ab1', 'mac_address': 'fa:16:3e:be:e7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97e04fa-865f-4bc0-9b1f-a843e372933c', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:32:38.421478 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.501726 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2ae5bd73-2918-4f0c-8d61-484582667ecb req-011886c6-ffa9-428c-b050-546492d8ee44 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343055 Aug 27 03:32:38.509874 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f08782c-43b3-4c38-ad4f-3ac74cfdd381 req-0ea10ec1-1e04-4ac1-8e96-7cf7350fa975 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640344 Aug 27 03:32:38.578377 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef955147-4b79-403d-89a1-3446f8936ab1 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:38.606187 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port ef955147-4b79-403d-89a1-3446f8936ab1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ef955147-4b79-403d-89a1-3446f8936ab1,segment=NetworkSegment(4a03b654-0453-476d-9c5b-258fa14532b8),segment_id=4a03b654-0453-476d-9c5b-258fa14532b8)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:38.613380 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:38.673621 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=ef955147-4b79-403d-89a1-3446f8936ab1,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:38.985338 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685a543-a7c2-4b6c-8e41-00f1115690f4 req-400b6dfa-730e-4f1c-b119-21722a36c78a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:38.987343 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5685a543-a7c2-4b6c-8e41-00f1115690f4 req-400b6dfa-730e-4f1c-b119-21722a36c78a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.3143675 Aug 27 03:32:39.070624 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818be645-c0ab-4216-ad98-a8abf3d7fc20 req-a05dcbef-fc03-48fe-a130-22b8d010dbb9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.072253 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-818be645-c0ab-4216-ad98-a8abf3d7fc20 req-a05dcbef-fc03-48fe-a130-22b8d010dbb9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0992742 Aug 27 03:32:39.075077 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5685a543-a7c2-4b6c-8e41-00f1115690f4 req-264be57e-0157-40ff-859f-a86791037251 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782063 Aug 27 03:32:39.115007 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-818be645-c0ab-4216-ad98-a8abf3d7fc20 req-d99c1d38-2921-4a2c-b809-5247efde61db tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350211 Aug 27 03:32:39.207040 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['ef955147-4b79-403d-89a1-3446f8936ab1'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:39.269879 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57190) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:39.276290 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-219298534-network', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:39.318927 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Made reservation on behalf of 7a272095d39b4a1c95f03ed77e8f0bda for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:39.321627 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.339540 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.353866 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 6c02da15-8284-4850-9ce5-91413d510e22 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:39.468225 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 6c02da15-8284-4850-9ce5-91413d510e22 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:39.472775 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 6c02da15-8284-4850-9ce5-91413d510e22 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:39.473395 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.535055 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.540275 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57198) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:39.545218 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.604612 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.622589 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:32:39.635093 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.635702 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Added segment e22780aa-bea1-4832-9735-e8106047e230 of type vlan for network 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f Aug 27 03:32:39.672044 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 6c02da15-8284-4850-9ce5-91413d510e22, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=6c02da15-8284-4850-9ce5-91413d510e22,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:39.679290 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.702212 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.710673 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659a76a8-3c47-4141-b004-6facdc99c77e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:39.787204 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-network', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:39.789403 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Sync routers for ids ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:32:39.801739 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.802874 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.803605 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.813418 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=6c02da15-8284-4850-9ce5-91413d510e22,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:39.831835 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df7462-48c0-4aaf-b99b-58901e242e0f req-7f65902f-6584-4c71-950a-cd23b8c66990 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:39.833492 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05df7462-48c0-4aaf-b99b-58901e242e0f req-7f65902f-6584-4c71-950a-cd23b8c66990 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 948 time: 0.1012745 Aug 27 03:32:39.834591 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Routers {'adcabd08-77c6-4632-b7c1-2b2b70039ce5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:39.835553 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:39.851158 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Made reservation on behalf of ce9e1db2319a4a8d89c073898f70aa83 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:39.854586 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.868989 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:39.898269 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6245849 Aug 27 03:32:39.901608 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57210) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:39.925217 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d159c4f-9b35-4266-bf79-bf27ce22d2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=417c02c4-27ad-4a1b-90aa-1b3ddc625f3f,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:39.932608 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-05df7462-48c0-4aaf-b99b-58901e242e0f req-0eeec7a4-1b26-4071-be35-b4c3884ec463 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882509 Aug 27 03:32:39.934569 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] Request body: {'subnet': {'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-219298534-subnet', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:39.964191 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:32:40.042921 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a938c-2813-4abd-b575-1382885c5a00 req-e5fca67e-be17-4963-bb5d-7e791cf6b15c tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.045174 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-682a938c-2813-4abd-b575-1382885c5a00 req-e5fca67e-be17-4963-bb5d-7e791cf6b15c tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 946 time: 0.0614040 Aug 27 03:32:40.061695 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Set router adcabd08-77c6-4632-b7c1-2b2b70039ce5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:40.092482 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.101524 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-682a938c-2813-4abd-b575-1382885c5a00 req-b402d089-ee90-4ea0-ab92-d478b0892032 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490057 Aug 27 03:32:40.103696 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.158494 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:32:40.172679 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aedd73-2bb2-465f-be68-3f9335d684f6,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:40.181515 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.181896 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Added segment e6bbee6a-2033-486d-98fa-2ada2c8af1a4 of type vlan for network ff1f034d-3826-4da6-8a6a-7416252fe801 Aug 27 03:32:40.183133 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] Made reservation on behalf of 7a272095d39b4a1c95f03ed77e8f0bda for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:40.186425 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130617922'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.228278 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e720968b-57f5-4bbf-9203-971f369a9bb6 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:40.297553 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.335233 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7150ea1-9705-4696-94ff-3614e5300e96 req-321210fa-ee3b-4ead-94d7-796ac0d551cd tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.337915 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f7150ea1-9705-4696-94ff-3614e5300e96 req-321210fa-ee3b-4ead-94d7-796ac0d551cd tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1155152 Aug 27 03:32:40.366146 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port e720968b-57f5-4bbf-9203-971f369a9bb6 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:40.367751 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19895407-b9e5-476b-bd91-7f047e46565f req-24499586-384a-4453-814b-6e43edee0195 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.372236 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port e720968b-57f5-4bbf-9203-971f369a9bb6 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:40.372621 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.377233 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.377377 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19895407-b9e5-476b-bd91-7f047e46565f req-24499586-384a-4453-814b-6e43edee0195 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 945 time: 0.1252563 Aug 27 03:32:40.378301 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.379070 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.487325 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.491987 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:36Z', 'revision_number': 4, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'ffe38d09-25d1-423f-a411-fc49bb1c5b78', 'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'mac_address': 'fa:16:3e:af:c5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:35Z', 'updated_at': '2021-08-27T03:32:37Z', 'revision_number': 2, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'subnets': [{'id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:40.534097 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19895407-b9e5-476b-bd91-7f047e46565f req-084d2cee-8891-4787-8e4d-b23b24fc3bab tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503446 Aug 27 03:32:40.537942 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f7150ea1-9705-4696-94ff-3614e5300e96 req-998a9205-02cd-43c2-a846-dd5277d234ea tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887031 Aug 27 03:32:40.571703 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Checking router: adcabd08-77c6-4632-b7c1-2b2b70039ce5 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:32:40.571952 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Updating router adcabd08-77c6-4632-b7c1-2b2b70039ce5 port ffe38d09-25d1-423f-a411-fc49bb1c5b78 binding host dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:32:40.613787 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083b799e-ea07-441c-8703-8dc5f55c3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e720968b-57f5-4bbf-9203-971f369a9bb6'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:40.617126 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf45e1ee-1d10-458b-a9a9-483cb80cdba5" -d '{"events": [{"server_uuid": "083b799e-ea07-441c-8703-8dc5f55c3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "e720968b-57f5-4bbf-9203-971f369a9bb6"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:40.644735 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port e720968b-57f5-4bbf-9203-971f369a9bb6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e720968b-57f5-4bbf-9203-971f369a9bb6,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:40.649724 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.663703 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0a459e-8605-4568-8a66-90b47ac2793e x-openstack-request-id: req-af0a459e-8605-4568-8a66-90b47ac2793e {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:40.663991 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083b799e-ea07-441c-8703-8dc5f55c3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "e720968b-57f5-4bbf-9203-971f369a9bb6", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:40.664238 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af0a459e-8605-4568-8a66-90b47ac2793e {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:40.664646 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083b799e-ea07-441c-8703-8dc5f55c3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e720968b-57f5-4bbf-9203-971f369a9bb6', 'code': 200} Aug 27 03:32:40.665448 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.711494 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1697454 Aug 27 03:32:40.714446 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57232) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:40.722112 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] Request body: {'subnet': {'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-subnet', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:40.730753 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e19671-95a0-4313-91c7-6306699c6a82 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1f034d-3826-4da6-8a6a-7416252fe801,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:40.748575 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network ff1f034d-3826-4da6-8a6a-7416252fe801 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:32:40.761213 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] Made reservation on behalf of ce9e1db2319a4a8d89c073898f70aa83 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:40.764188 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130983022'] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.778418 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131046858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130617904'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.855764 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] Checking segment: {'id': 'e22780aa-bea1-4832-9735-e8106047e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:40.856709 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] Network hostable DHCP agents. Network: 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:32:40.864758 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48201154-038e-46e0-9827-b95787f07541,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:40.866629 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=e720968b-57f5-4bbf-9203-971f369a9bb6,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:40.884767 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] Network 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:32:40.908246 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:40.914255 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:40.914255 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.932547 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-078f3b34-8359-4285-bff0-b27b2d9febf7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0248210 Aug 27 03:32:40.932743 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57234) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:40.938288 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-219298534-router', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:40.969964 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1028961'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:40.978612 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1028888'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.016310 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109adbab-21c1-41f0-bbf0-7499ce660fd7 None None] Network 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:41.025382 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ad5df-5ca3-4bc8-b0b5-545aeb1013f2 req-0cd75353-025c-4c51-ab4c-af0ddc657622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:41.027059 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eb8ad5df-5ca3-4bc8-b0b5-545aeb1013f2 req-0cd75353-025c-4c51-ab4c-af0ddc657622 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 1099 time: 0.1003656 Aug 27 03:32:41.035829 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131156640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130982940'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.047400 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.143548 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.159253 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:41.170589 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Transition to ACTIVE for port object ffe38d09-25d1-423f-a411-fc49bb1c5b78 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:41.172336 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eb8ad5df-5ca3-4bc8-b0b5-545aeb1013f2 req-aace77fd-8558-41fd-9418-1bddb533ebbb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990102 Aug 27 03:32:41.191734 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ac88e-9046-4ed8-8289-f3dc9c619421 req-4d4cf0df-04ff-46b7-b608-1223dcb591ad tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:41.197407 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.199676 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c16ac88e-9046-4ed8-8289-f3dc9c619421 req-4d4cf0df-04ff-46b7-b608-1223dcb591ad tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 948 time: 0.1593499 Aug 27 03:32:41.208483 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] Checking segment: {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:41.208889 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] Network hostable DHCP agents. Network: ff1f034d-3826-4da6-8a6a-7416252fe801, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:32:41.229548 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.266692 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c16ac88e-9046-4ed8-8289-f3dc9c619421 req-97431b0b-f109-43d3-a51c-98334285bd68 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602665 Aug 27 03:32:41.268160 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] Network ff1f034d-3826-4da6-8a6a-7416252fe801 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:32:41.281458 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, ff1f034d-3826-4da6-8a6a-7416252fe801) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:41.288447 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:41.289509 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.302645 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce912c36-2de8-491a-9357-61a048b54f29 None None] Network ff1f034d-3826-4da6-8a6a-7416252fe801 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:41.306449 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-26ebccfb-d079-497f-832d-3a0f00736ccd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5904145 Aug 27 03:32:41.309130 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57244) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:41.316252 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 6c02da15-8284-4850-9ce5-91413d510e22 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:41.317764 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:41.347567 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1028961'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.348751 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1028888'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.414409 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.449982 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25f64d-acbb-41ce-b29a-ae34c2dee69c None None] Pushing event updated for resources: {'Port': ['ID=ffe38d09-25d1-423f-a411-fc49bb1c5b78,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:41.509542 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.549028 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.614850 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.726658 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7ba0a6-19e2-5375-9d6c-a0607f403ae2-417c02c4-27ad-4a1b-90aa-1b3ddc625f3f', 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'fixed_ips': [{'subnet_id': '48201154-038e-46e0-9827-b95787f07541'}]}} from dv-cinder-773985-14-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:32:41.727528 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.758676 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Allocated IP 172.27.2.102 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/6864e97a-5c1d-4ce3-b199-13de5aedcbe6) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:41.811086 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437a73a-6e9e-42fd-9f1f-53afc7d19e48 req-43788c8e-b5da-4a07-8122-272a1a49fb7f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:41.819551 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0437a73a-6e9e-42fd-9f1f-53afc7d19e48 req-43788c8e-b5da-4a07-8122-272a1a49fb7f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 946 time: 0.1248820 Aug 27 03:32:41.846173 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Attempting to bind port ffe38d09-25d1-423f-a411-fc49bb1c5b78 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:41.846419 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Attempting to bind port ffe38d09-25d1-423f-a411-fc49bb1c5b78 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:41.846700 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Attempting to bind port ffe38d09-25d1-423f-a411-fc49bb1c5b78 on network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:41.860856 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fff96-2a81-4df2-84a0-1624b0cff36f req-98dc5854-daeb-442a-a0f9-cb2cabd62cf6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:41.862638 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-212fff96-2a81-4df2-84a0-1624b0cff36f req-98dc5854-daeb-442a-a0f9-cb2cabd62cf6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1170132 Aug 27 03:32:41.910313 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0437a73a-6e9e-42fd-9f1f-53afc7d19e48 req-175b87c5-c5cc-4b27-8ea0-27ed8da039bb tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845075 Aug 27 03:32:41.921283 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 6c02da15-8284-4850-9ce5-91413d510e22 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:41.921681 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.927431 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.949463 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:41.949842 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Checking segment: {'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:41.950305 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.950700 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Bound using segment: {'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:41.951182 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Bound port: ffe38d09-25d1-423f-a411-fc49bb1c5b78, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:41.951569 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.960661 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7ba0a6-19e2-5375-9d6c-a0607f403ae2-ff1f034d-3826-4da6-8a6a-7416252fe801', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2'}]}} from dv-cinder-773985-14-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:32:41.961520 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:41.971100 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-212fff96-2a81-4df2-84a0-1624b0cff36f req-3af3635e-1793-4602-a371-637916018091 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956626 Aug 27 03:32:42.007936 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.081606 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:42.084579 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:42.089305 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:42.092896 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Pushing event updated for resources: {'Port': ['ID=6864e97a-5c1d-4ce3-b199-13de5aedcbe6,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:42.135988 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Allocated IP 172.20.0.2 (417c02c4-27ad-4a1b-90aa-1b3ddc625f3f/48201154-038e-46e0-9827-b95787f07541/e605758d-ae57-48f8-82dd-f54ae316dbcc) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:42.172199 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.200961 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] For port ffe38d09-25d1-423f-a411-fc49bb1c5b78, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:42.229346 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.239660 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device ef955147-4b79-403d-89a1-3446f8936ab1 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:42.356845 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] For port ffe38d09-25d1-423f-a411-fc49bb1c5b78, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=ffe38d09-25d1-423f-a411-fc49bb1c5b78,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:42.391035 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.437443 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397914ee-9c87-46e5-9d14-19fb05896be5 req-6a70ef3a-d2e2-4137-8fe4-d9d19fb62e23 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:42.439296 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-397914ee-9c87-46e5-9d14-19fb05896be5 req-6a70ef3a-d2e2-4137-8fe4-d9d19fb62e23 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 946 time: 0.1487622 Aug 27 03:32:42.473775 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Allocated IP 172.20.0.2 (ff1f034d-3826-4da6-8a6a-7416252fe801/5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2/01b6de08-ba1d-4c5b-b341-7e2f2df84a54) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:42.478557 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Allocated IP 172.27.2.121 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/bf5b186c-d49d-444c-a3dd-b58e91673a91) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:42.511249 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.523519 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e19d-11f6-4b11-ad15-422f61d25311 req-9278a570-2608-4c20-99af-9c5eb0a2f8cd tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:42.525087 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3160e19d-11f6-4b11-ad15-422f61d25311 req-9278a570-2608-4c20-99af-9c5eb0a2f8cd tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 948 time: 0.1360667 Aug 27 03:32:42.537705 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-397914ee-9c87-46e5-9d14-19fb05896be5 req-6e18d731-8e45-4d07-8d03-e680c3450dd0 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913346 Aug 27 03:32:42.624865 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3160e19d-11f6-4b11-ad15-422f61d25311 req-9a600f59-77b4-43ce-9ff9-69e39f7dc705 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Aug 27 03:32:42.629331 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port ef955147-4b79-403d-89a1-3446f8936ab1 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:42.631898 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Routers {'adcabd08-77c6-4632-b7c1-2b2b70039ce5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:42.632046 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:42.641014 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25f64d-acbb-41ce-b29a-ae34c2dee69c None None] Pushing event updated for resources: {'Port': ['ID=ffe38d09-25d1-423f-a411-fc49bb1c5b78,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:42.669056 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.698083 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port ef955147-4b79-403d-89a1-3446f8936ab1 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:42.698300 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.744993 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.788451 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.808674 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:42.815926 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430331'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:42.816887 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:42.819866 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:42.823970 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5b186c-d49d-444c-a3dd-b58e91673a91,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:42.852027 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Transition to ACTIVE for port object e605758d-ae57-48f8-82dd-f54ae316dbcc will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:42.926602 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Transition to ACTIVE for port object e605758d-ae57-48f8-82dd-f54ae316dbcc will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:42.933690 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] Set router adcabd08-77c6-4632-b7c1-2b2b70039ce5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:42.977868 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.007047 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Router dc48df5c-234a-4396-85d2-0583f397e432 is scheduled to L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:32:43.028403 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.094865 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfc43a-c87b-48e3-a377-17fe85933edb req-3a0a0ee1-c26d-4dae-9283-7f771e8014ec tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.102442 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f1cfc43a-c87b-48e3-a377-17fe85933edb req-3a0a0ee1-c26d-4dae-9283-7f771e8014ec tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 946 time: 0.0991461 Aug 27 03:32:43.118630 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Transition to ACTIVE for port object 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:43.121759 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Network 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:43.129068 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.138130 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:43.160454 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:43.171396 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:32:43.183525 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Sync routers for ids ['dc48df5c-234a-4396-85d2-0583f397e432'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:32:43.197416 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Routers {'dc48df5c-234a-4396-85d2-0583f397e432'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:43.198412 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-787e7d25-234b-4713-b681-4d665e84244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['dc48df5c-234a-4396-85d2-0583f397e432'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:43.204122 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Pushing event updated for resources: {'Port': ['ID=e605758d-ae57-48f8-82dd-f54ae316dbcc,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:43.205570 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.208869 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Transition to ACTIVE for port object 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:43.213994 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9124ca9d-b02d-4e58-ab60-77c63e2cfff8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2801690 Aug 27 03:32:43.216798 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57276) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:43.232877 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f1cfc43a-c87b-48e3-a377-17fe85933edb req-b866bb44-8985-482c-9076-4a184c3f2705 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292951 Aug 27 03:32:43.266718 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.287819 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476ac62-fa25-473c-8d6a-4228cbf241fb req-52671827-b439-419c-a3e3-2ee4436d0531 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.289388 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f476ac62-fa25-473c-8d6a-4228cbf241fb req-52671827-b439-419c-a3e3-2ee4436d0531 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1841528 Aug 27 03:32:43.309247 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beba13a-3440-4c1b-9517-042184caeeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef955147-4b79-403d-89a1-3446f8936ab1'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:43.312119 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150e30b9-b7f0-465f-ac21-1c2818781a5b" -d '{"events": [{"server_uuid": "6beba13a-3440-4c1b-9517-042184caeeb9", "name": "network-vif-plugged", "status": "completed", "tag": "ef955147-4b79-403d-89a1-3446f8936ab1"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:43.331801 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.367401 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Set router dc48df5c-234a-4396-85d2-0583f397e432 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:43.403638 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f476ac62-fa25-473c-8d6a-4228cbf241fb req-70b96fd2-060e-445b-bf1f-0a7769b7ffd8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055257 Aug 27 03:32:43.408782 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Network ff1f034d-3826-4da6-8a6a-7416252fe801 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:43.422389 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe66c98c-a088-4c3f-907a-069e37e37158 x-openstack-request-id: req-fe66c98c-a088-4c3f-907a-069e37e37158 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:43.422888 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beba13a-3440-4c1b-9517-042184caeeb9", "name": "network-vif-plugged", "status": "completed", "tag": "ef955147-4b79-403d-89a1-3446f8936ab1", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:43.423862 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe66c98c-a088-4c3f-907a-069e37e37158 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:43.424994 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beba13a-3440-4c1b-9517-042184caeeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef955147-4b79-403d-89a1-3446f8936ab1', 'code': 200} Aug 27 03:32:43.448447 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:43.448641 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Attempting to bind port e605758d-ae57-48f8-82dd-f54ae316dbcc on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:43.448939 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Attempting to bind port e605758d-ae57-48f8-82dd-f54ae316dbcc by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'e22780aa-bea1-4832-9735-e8106047e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:43.456582 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Attempting to bind port e605758d-ae57-48f8-82dd-f54ae316dbcc on network 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:43.463316 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Pushing event updated for resources: {'Port': ['ID=01b6de08-ba1d-4c5b-b341-7e2f2df84a54,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:43.484656 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:43.489511 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port ef955147-4b79-403d-89a1-3446f8936ab1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ef955147-4b79-403d-89a1-3446f8936ab1,segment=NetworkSegment(4a03b654-0453-476d-9c5b-258fa14532b8),segment_id=4a03b654-0453-476d-9c5b-258fa14532b8)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:43.502448 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:43.502827 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Checking segment: {'id': 'e22780aa-bea1-4832-9735-e8106047e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:43.503220 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.503875 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Bound using segment: {'id': 'e22780aa-bea1-4832-9735-e8106047e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:43.504360 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Bound port: e605758d-ae57-48f8-82dd-f54ae316dbcc, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22780aa-bea1-4832-9735-e8106047e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:43.504738 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.615794 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-787e7d25-234b-4713-b681-4d665e84244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'name': 'tempest-TestMinimumBasicScenario-219298534-router', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:40Z', 'updated_at': '2021-08-27T03:32:42Z', 'revision_number': 3, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'gw_port': {'id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:43.647156 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Checking router: dc48df5c-234a-4396-85d2-0583f397e432 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:32:43.647156 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Updating router dc48df5c-234a-4396-85d2-0583f397e432 port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 binding host dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:32:43.697489 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.711342 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.771195 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430331'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:43.848917 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d880e0a-c52f-464d-b3cf-956ea748d0fc req-17c2bfeb-ef98-4203-bc06-99df9fef09ea tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:43.854969 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] For port e605758d-ae57-48f8-82dd-f54ae316dbcc, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:43.861216 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8d880e0a-c52f-464d-b3cf-956ea748d0fc req-17c2bfeb-ef98-4203-bc06-99df9fef09ea tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 946 time: 0.1581786 Aug 27 03:32:43.981356 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] For port e605758d-ae57-48f8-82dd-f54ae316dbcc, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=e605758d-ae57-48f8-82dd-f54ae316dbcc,segment=NetworkSegment(e22780aa-bea1-4832-9735-e8106047e230),segment_id=e22780aa-bea1-4832-9735-e8106047e230)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:44.029188 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.056454 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Attempting to bind port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:44.057123 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Attempting to bind port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:44.057700 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Attempting to bind port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 on network ff1f034d-3826-4da6-8a6a-7416252fe801 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:44.128523 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:44.132532 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Checking segment: {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:44.133168 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.133589 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Bound using segment: {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:44.134219 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Bound port: 01b6de08-ba1d-4c5b-b341-7e2f2df84a54, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:44.134617 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.210705 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e91e5-18a4-4733-88e7-9022aeefcca4 req-214edc9e-8430-41f7-97c0-b07b7b284f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.212693 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b37e91e5-18a4-4733-88e7-9022aeefcca4 req-214edc9e-8430-41f7-97c0-b07b7b284f42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 1098 time: 0.1042635 Aug 27 03:32:44.247917 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] For port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:44.252840 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] For port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=01b6de08-ba1d-4c5b-b341-7e2f2df84a54,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:44.254654 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=ef955147-4b79-403d-89a1-3446f8936ab1,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:44.314876 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-b37e91e5-18a4-4733-88e7-9022aeefcca4 req-9752b8e3-e680-409b-9413-86926cc80a4a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708559 Aug 27 03:32:44.333901 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.351013 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Transition to ACTIVE for port object 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:44.367606 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.373387 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.401895 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8d880e0a-c52f-464d-b3cf-956ea748d0fc req-51970325-c958-4dc4-bc90-cc0840427c2d tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399270 Aug 27 03:32:44.424486 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc49e23-0522-498e-9f94-5f186401ea52 None None] Pushing event updated for resources: {'Port': ['ID=6864e97a-5c1d-4ce3-b199-13de5aedcbe6,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:44.441080 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc44f32-0f43-46b2-85f5-95fc31cd94f9 req-040e53c3-3abc-4c54-8e98-b191ca217110 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.450465 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bcc44f32-0f43-46b2-85f5-95fc31cd94f9 req-040e53c3-3abc-4c54-8e98-b191ca217110 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 949 time: 0.6704001 Aug 27 03:32:44.479852 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae87391-6f69-481c-b10b-9ea092566882 req-78524186-fd35-444f-9501-ac6240a0ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.481370 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9ae87391-6f69-481c-b10b-9ea092566882 req-78524186-fd35-444f-9501-ac6240a0ec7e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 1102 time: 0.6997533 Aug 27 03:32:44.489186 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Attempting to bind port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:44.489843 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Attempting to bind port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:44.490387 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Attempting to bind port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 on network 72494cfa-c7c5-48de-8c41-db48fc0cee32 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:44.496937 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:44.497563 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Checking segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:44.498376 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.499073 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Bound using segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:44.502375 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Bound port: 6864e97a-5c1d-4ce3-b199-13de5aedcbe6, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:44.503033 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.518264 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.520243 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79272e-c8e9-4aac-8eae-5606e4d6a7a1 None None] Pushing event updated for resources: {'Port': ['ID=e605758d-ae57-48f8-82dd-f54ae316dbcc,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:44.536103 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bcc44f32-0f43-46b2-85f5-95fc31cd94f9 req-44331511-783d-462a-a95e-205c0c97b540 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846391 Aug 27 03:32:44.543707 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:36Z', 'revision_number': 4, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'ffe38d09-25d1-423f-a411-fc49bb1c5b78', 'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'mac_address': 'fa:16:3e:af:c5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:35Z', 'updated_at': '2021-08-27T03:32:42Z', 'revision_number': 4, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'subnets': [{'id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:44.574418 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Router 29416b56-55bf-4378-9ce7-90710ec5c0aa is scheduled to L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:32:44.583159 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-787e7d25-234b-4713-b681-4d665e84244d None None] For port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:44.588048 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-787e7d25-234b-4713-b681-4d665e84244d None None] For port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=6864e97a-5c1d-4ce3-b199-13de5aedcbe6,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:44.599503 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.677323 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f3b52a-179e-46b0-b098-69edaa209a1d None None] The sync data for ids ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'] in dv-cinder-773985-14-iscsi is: [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:36Z', 'revision_number': 4, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'ffe38d09-25d1-423f-a411-fc49bb1c5b78', 'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'mac_address': 'fa:16:3e:af:c5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:35Z', 'updated_at': '2021-08-27T03:32:42Z', 'revision_number': 4, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'subnets': [{'id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:32:44.693582 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Allocated IP 172.20.0.1 (417c02c4-27ad-4a1b-90aa-1b3ddc625f3f/48201154-038e-46e0-9827-b95787f07541/03124967-10de-499c-9fa2-649162d193bc) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:44.754575 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a03b64-73a3-423b-a837-915aa39a7d40 None None] Pushing event updated for resources: {'Port': ['ID=01b6de08-ba1d-4c5b-b341-7e2f2df84a54,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:44.829620 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc49e23-0522-498e-9f94-5f186401ea52 None None] Pushing event updated for resources: {'Port': ['ID=6864e97a-5c1d-4ce3-b199-13de5aedcbe6,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:44.835385 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Routers {'dc48df5c-234a-4396-85d2-0583f397e432'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:44.839406 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-787e7d25-234b-4713-b681-4d665e84244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['dc48df5c-234a-4396-85d2-0583f397e432'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:44.919018 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:44.954429 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:32:44.977956 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d43a7-b28c-4798-a0ca-8e7a6aac15ac req-1d00ca47-cbf3-4c74-95d7-06f812afe345 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:44.980009 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-640d43a7-b28c-4798-a0ca-8e7a6aac15ac req-1d00ca47-cbf3-4c74-95d7-06f812afe345 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 946 time: 0.1935682 Aug 27 03:32:44.987578 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Transition to ACTIVE for port object 03124967-10de-499c-9fa2-649162d193bc will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:44.992452 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9ae87391-6f69-481c-b10b-9ea092566882 req-e5191a24-7fc4-444f-95e0-b09137961113 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859838 Aug 27 03:32:45.003536 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Sync routers for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:32:45.007794 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.013132 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-db5e598e-21c2-4ca2-98da-ced10c355ef3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7014587 Aug 27 03:32:45.021135 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57302) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:45.026704 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:45.027463 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:45.053929 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-787e7d25-234b-4713-b681-4d665e84244d None None] Set router dc48df5c-234a-4396-85d2-0583f397e432 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:45.097461 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe294dbe-7f0f-424f-9749-2b9179bda670 req-ff771df9-0505-4160-89a9-a156cb78b12a tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.099676 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fe294dbe-7f0f-424f-9749-2b9179bda670 req-ff771df9-0505-4160-89a9-a156cb78b12a tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 946 time: 0.2103288 Aug 27 03:32:45.138474 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.235343 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Network 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:45.240242 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Pushing event updated for resources: {'Port': ['ID=03124967-10de-499c-9fa2-649162d193bc,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:45.245499 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:45.247958 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:45.263244 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:45.364311 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430116'] for router_interface, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.650890 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:45.655040 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-787e7d25-234b-4713-b681-4d665e84244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'name': 'tempest-TestMinimumBasicScenario-219298534-router', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:40Z', 'updated_at': '2021-08-27T03:32:42Z', 'revision_number': 3, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'gw_port': {'id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:45.657782 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-640d43a7-b28c-4798-a0ca-8e7a6aac15ac req-089822fd-ebed-4d8e-a526-ece7cccb551e tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6510966 Aug 27 03:32:45.685729 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea9e11-55c0-4bb0-8693-dca071169968 req-66367e94-603c-426f-ab92-195835934ba8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:45.685729 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78ea9e11-55c0-4bb0-8693-dca071169968 req-66367e94-603c-426f-ab92-195835934ba8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.3161883 Aug 27 03:32:45.700424 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e7d25-234b-4713-b681-4d665e84244d None None] The sync data for ids ['dc48df5c-234a-4396-85d2-0583f397e432'] in dv-cinder-773985-14-iscsi is: [{'id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'name': 'tempest-TestMinimumBasicScenario-219298534-router', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:40Z', 'updated_at': '2021-08-27T03:32:42Z', 'revision_number': 3, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'gw_port': {'id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:32:45.837489 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-fe294dbe-7f0f-424f-9749-2b9179bda670 req-7a3a1379-70ce-4d6c-b44b-59cb6e0cee1b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Deleting port 63785667-eab1-4bfd-9104-45e9afa1e6ab {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:32:45.838599 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-fe294dbe-7f0f-424f-9749-2b9179bda670 req-7a3a1379-70ce-4d6c-b44b-59cb6e0cee1b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:45.852684 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78ea9e11-55c0-4bb0-8693-dca071169968 req-8f14f9d5-466b-4205-a721-11303583f7a9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575758 Aug 27 03:32:46.000363 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:43Z', 'revision_number': 3, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:46.012011 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:46.060445 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.082959 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Checking router: 29416b56-55bf-4378-9ce7-90710ec5c0aa for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:32:46.083314 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Updating router 29416b56-55bf-4378-9ce7-90710ec5c0aa port bf5b186c-d49d-444c-a3dd-b58e91673a91 binding host dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:32:46.104107 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee824833-8ad8-4a01-bf63-1e46b67913e6 req-f7ca1904-0dc8-4db7-9c70-c461c5352f83 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:46.105709 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee824833-8ad8-4a01-bf63-1e46b67913e6 req-f7ca1904-0dc8-4db7-9c70-c461c5352f83 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 946 time: 0.1502190 Aug 27 03:32:46.134424 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ffe38d09-25d1-423f-a411-fc49bb1c5b78 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:46.203700 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cdf14-477d-4822-8c74-25d7b01a61b1 req-0390687c-866d-4c3a-ab9d-c6fc55fea14e tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:46.205413 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-761cdf14-477d-4822-8c74-25d7b01a61b1 req-0390687c-866d-4c3a-ab9d-c6fc55fea14e tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 949 time: 0.1714346 Aug 27 03:32:46.289125 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-fe294dbe-7f0f-424f-9749-2b9179bda670 req-7a3a1379-70ce-4d6c-b44b-59cb6e0cee1b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] For port 63785667-eab1-4bfd-9104-45e9afa1e6ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=63785667-eab1-4bfd-9104-45e9afa1e6ab,segment=NetworkSegment(d25666ab-f37b-491e-836d-78ae31b1116c),segment_id=d25666ab-f37b-491e-836d-78ae31b1116c)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:46.289696 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-fe294dbe-7f0f-424f-9749-2b9179bda670 req-7a3a1379-70ce-4d6c-b44b-59cb6e0cee1b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.291713 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36fbc8-669f-4dc5-bfbc-bc11d029af8b None None] Network 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:46.408308 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.500155 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee824833-8ad8-4a01-bf63-1e46b67913e6 req-e823165a-4209-4ce5-b154-7f0ecb708589 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/security-groups?id=93026b5a-127b-4200-8cf9-7cde2b60c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768694 Aug 27 03:32:46.527826 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f8895874-91b3-404d-81a4-a1dceb2d3b08 None None] Provisioning for port e605758d-ae57-48f8-82dd-f54ae316dbcc completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:46.530251 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.542547 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-fe294dbe-7f0f-424f-9749-2b9179bda670 req-7a3a1379-70ce-4d6c-b44b-59cb6e0cee1b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Calling delete_port for 63785667-eab1-4bfd-9104-45e9afa1e6ab owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:32:46.603681 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-761cdf14-477d-4822-8c74-25d7b01a61b1 req-389bf5e9-59c6-48a8-aa67-53caa0bc6688 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946172 Aug 27 03:32:46.748483 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c08e99-1311-400b-88a2-8b86e8fdfe09 None None] Network ff1f034d-3826-4da6-8a6a-7416252fe801 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:32:46.806567 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.853980 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-bb540ffb-ab51-42fb-a922-30b0b90113b6 None None] Provisioning for port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:46.998369 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.026747 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port ffe38d09-25d1-423f-a411-fc49bb1c5b78 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:47.084860 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133756074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430587'] for router_interface, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.093373 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Pushing event updated for resources: {'Port': ['ID=03124967-10de-499c-9fa2-649162d193bc,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:47.098144 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-bb540ffb-ab51-42fb-a922-30b0b90113b6 None None] Provisioning complete for port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:47.098497 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bb540ffb-ab51-42fb-a922-30b0b90113b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.153715 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-fe294dbe-7f0f-424f-9749-2b9179bda670 req-7a3a1379-70ce-4d6c-b44b-59cb6e0cee1b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.208877 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a1379-70ce-4d6c-b44b-59cb6e0cee1b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Pushing event deleted for resources: {'Port': ['ID=63785667-eab1-4bfd-9104-45e9afa1e6ab,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:47.272974 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe294dbe-7f0f-424f-9749-2b9179bda670 req-7a3a1379-70ce-4d6c-b44b-59cb6e0cee1b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] No DVR routers for this DVR port 63785667-eab1-4bfd-9104-45e9afa1e6ab on host hv-cinder-77398 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:32:47.277334 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-fe294dbe-7f0f-424f-9749-2b9179bda670 req-7a3a1379-70ce-4d6c-b44b-59cb6e0cee1b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.279396 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-fe294dbe-7f0f-424f-9749-2b9179bda670 req-7a3a1379-70ce-4d6c-b44b-59cb6e0cee1b tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.62 "DELETE /v2.0/ports/63785667-eab1-4bfd-9104-45e9afa1e6ab HTTP/1.1" status: 204 len: 173 time: 1.7720315 Aug 27 03:32:47.279868 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f2724-6ee8-4f30-989f-a9babebedf04', 'name': 'network-vif-deleted', 'tag': '63785667-eab1-4bfd-9104-45e9afa1e6ab'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:47.283206 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4e3f59-0695-459d-b2b4-206b70b28532" -d '{"events": [{"server_uuid": "bc8f2724-6ee8-4f30-989f-a9babebedf04", "name": "network-vif-deleted", "tag": "63785667-eab1-4bfd-9104-45e9afa1e6ab"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:47.308756 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9169c8-d755-47ed-bd10-59689757ccc0 req-cc80e37e-772d-4324-81e5-fa5ff05586be tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:47.310741 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d9169c8-d755-47ed-bd10-59689757ccc0 req-cc80e37e-772d-4324-81e5-fa5ff05586be tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1804717 Aug 27 03:32:47.368525 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Network 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:47.373049 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:47.465342 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port ffe38d09-25d1-423f-a411-fc49bb1c5b78 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:47.465872 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.508317 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d9169c8-d755-47ed-bd10-59689757ccc0 req-db29adde-f20a-4958-adec-c1d125375b7f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904638 Aug 27 03:32:47.532817 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Allocated IP 172.20.0.1 (ff1f034d-3826-4da6-8a6a-7416252fe801/5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2/31d78135-37bd-4ce2-bab7-3105082b2e54) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:47.647053 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1363ff6-1151-40d4-ad6d-a64a981b48ee x-openstack-request-id: req-f1363ff6-1151-40d4-ad6d-a64a981b48ee {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:47.647342 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f2724-6ee8-4f30-989f-a9babebedf04", "name": "network-vif-deleted", "tag": "63785667-eab1-4bfd-9104-45e9afa1e6ab", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:47.647588 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1363ff6-1151-40d4-ad6d-a64a981b48ee {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:47.648396 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f2724-6ee8-4f30-989f-a9babebedf04', 'name': 'network-vif-deleted', 'tag': '63785667-eab1-4bfd-9104-45e9afa1e6ab', 'status': 'completed', 'code': 200} Aug 27 03:32:47.660691 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Router dc48df5c-234a-4396-85d2-0583f397e432 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:32:47.668836 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.809173 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:32:47.817456 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1a616b80-3b9c-456a-885f-8609dfa01ced admin admin] 10.222.0.48 "PUT /v2.0/routers/dc48df5c-234a-4396-85d2-0583f397e432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5988650 Aug 27 03:32:47.840626 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Transition to ACTIVE for port object bf5b186c-d49d-444c-a3dd-b58e91673a91 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:47.905510 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f6b82db-66d1-4e81-bfd5-13a02cec28a8 req-949fa401-01d5-4ae2-9231-d3c5def192f5 tempest-VolumesActionsTest-2001099602 tempest-VolumesActionsTest-2001099602-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc8f2724-6ee8-4f30-989f-a9babebedf04 HTTP/1.1" status: 200 len: 210 time: 0.0683048 Aug 27 03:32:47.912116 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:47.921882 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.049170 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Transition to ACTIVE for port object 31d78135-37bd-4ce2-bab7-3105082b2e54 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:48.067894 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bb540ffb-ab51-42fb-a922-30b0b90113b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.129703 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20803857-a5ce-4388-ac83-8ab34c67d81c req-68916bd6-adc1-4987-af2b-26a5f809e6f7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.137497 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-20803857-a5ce-4388-ac83-8ab34c67d81c req-68916bd6-adc1-4987-af2b-26a5f809e6f7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1572092 Aug 27 03:32:48.143084 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-bb540ffb-ab51-42fb-a922-30b0b90113b6 None None] For port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=01b6de08-ba1d-4c5b-b341-7e2f2df84a54,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:48.144430 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Attempting to bind port bf5b186c-d49d-444c-a3dd-b58e91673a91 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:48.144967 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Attempting to bind port bf5b186c-d49d-444c-a3dd-b58e91673a91 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:48.145401 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Attempting to bind port bf5b186c-d49d-444c-a3dd-b58e91673a91 on network 72494cfa-c7c5-48de-8c41-db48fc0cee32 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:48.188631 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:48.189271 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Checking segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:48.190580 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.191254 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Bound using segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:48.192125 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Bound port: bf5b186c-d49d-444c-a3dd-b58e91673a91, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:48.192755 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.222892 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-20803857-a5ce-4388-ac83-8ab34c67d81c req-c58d1480-4c87-48b0-b7b8-8c24216e1534 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840459 Aug 27 03:32:48.278440 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] For port bf5b186c-d49d-444c-a3dd-b58e91673a91, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:48.284299 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.284699 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] For port bf5b186c-d49d-444c-a3dd-b58e91673a91, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=bf5b186c-d49d-444c-a3dd-b58e91673a91,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:48.340220 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 63785667-eab1-4bfd-9104-45e9afa1e6ab no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:48.350447 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bb540ffb-ab51-42fb-a922-30b0b90113b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.381756 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.394062 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613b12b-b56e-4b35-a7b4-52811f08cb08 None None] Pushing event updated for resources: {'Port': ['ID=bf5b186c-d49d-444c-a3dd-b58e91673a91,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:48.397222 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: 63785667-eab1-4bfd-9104-45e9afa1e6ab {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:32:48.397493 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 63785667-eab1-4bfd-9104-45e9afa1e6ab not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:32:48.419123 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc611498-c194-4c76-be41-505a8ed20a9e req-27b38911-7226-42a3-bca6-dd85f36cebce tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:48.422784 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bc611498-c194-4c76-be41-505a8ed20a9e req-27b38911-7226-42a3-bca6-dd85f36cebce tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 949 time: 0.3486135 Aug 27 03:32:48.429856 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Network ff1f034d-3826-4da6-8a6a-7416252fe801 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:48.433114 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:48.440530 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:48.532268 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.542375 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Pushing event updated for resources: {'Port': ['ID=31d78135-37bd-4ce2-bab7-3105082b2e54,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:48.564224 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb540ffb-ab51-42fb-a922-30b0b90113b6 None None] Pushing event updated for resources: {'Port': ['ID=01b6de08-ba1d-4c5b-b341-7e2f2df84a54,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:48.579626 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430116'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.684597 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bc611498-c194-4c76-be41-505a8ed20a9e req-b757a1d5-00a9-452d-8b0c-d5d1b52ef03d tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348783 Aug 27 03:32:48.782659 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port ffe38d09-25d1-423f-a411-fc49bb1c5b78, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=ffe38d09-25d1-423f-a411-fc49bb1c5b78,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:48.797608 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:48.798572 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:48.948587 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:48.949589 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device e605758d-ae57-48f8-82dd-f54ae316dbcc up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:48.990070 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613b12b-b56e-4b35-a7b4-52811f08cb08 None None] Pushing event updated for resources: {'Port': ['ID=bf5b186c-d49d-444c-a3dd-b58e91673a91,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:49.030302 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.233384 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Sync routers for ids ['dc48df5c-234a-4396-85d2-0583f397e432'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:32:49.256522 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Routers {'dc48df5c-234a-4396-85d2-0583f397e432'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:49.257202 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['dc48df5c-234a-4396-85d2-0583f397e432'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:49.700566 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Set router dc48df5c-234a-4396-85d2-0583f397e432 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:49.716670 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.731033 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.900066 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133756074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430587'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:49.912550 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a0834-4f7d-4ccc-a204-ec322c5a33e0 req-e011881d-152e-44fd-9d2b-845881b80bfe tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:49.914571 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-326a0834-4f7d-4ccc-a204-ec322c5a33e0 req-e011881d-152e-44fd-9d2b-845881b80bfe tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 949 time: 0.1947508 Aug 27 03:32:49.919092 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Pushing event updated for resources: {'Port': ['ID=31d78135-37bd-4ce2-bab7-3105082b2e54,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:50.037422 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-326a0834-4f7d-4ccc-a204-ec322c5a33e0 req-3b55ab46-a5b4-44b8-8560-ce4bf6dda064 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142631 Aug 27 03:32:50.092332 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Network ff1f034d-3826-4da6-8a6a-7416252fe801 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:50.096140 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:50.110906 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:50.240930 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=ffe38d09-25d1-423f-a411-fc49bb1c5b78,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:50.276078 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-b203df8b-2b02-4e38-9d28-b1c4aa02ee3d None None] Provisioning for port 03124967-10de-499c-9fa2-649162d193bc completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:50.283117 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-b203df8b-2b02-4e38-9d28-b1c4aa02ee3d None None] Provisioning complete for port 03124967-10de-499c-9fa2-649162d193bc triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:50.283489 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b203df8b-2b02-4e38-9d28-b1c4aa02ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.352173 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-b203df8b-2b02-4e38-9d28-b1c4aa02ee3d None None] Port 03124967-10de-499c-9fa2-649162d193bc cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:32:50.479900 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port e605758d-ae57-48f8-82dd-f54ae316dbcc completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:50.490035 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port e605758d-ae57-48f8-82dd-f54ae316dbcc triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:50.490484 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.637245 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-18206781-b047-40b6-8f9a-ed5c194ced38 None None] Provisioning for port 31d78135-37bd-4ce2-bab7-3105082b2e54 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:50.641965 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'name': 'tempest-TestMinimumBasicScenario-219298534-router', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:40Z', 'updated_at': '2021-08-27T03:32:45Z', 'revision_number': 4, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'gw_port': {'id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '03124967-10de-499c-9fa2-649162d193bc', 'name': '', 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'mac_address': 'fa:16:3e:2e:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48201154-038e-46e0-9827-b95787f07541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:44Z', 'updated_at': '2021-08-27T03:32:46Z', 'revision_number': 2, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'subnets': [{'id': '48201154-038e-46e0-9827-b95787f07541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:50.690516 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-18206781-b047-40b6-8f9a-ed5c194ced38 None None] Provisioning complete for port 31d78135-37bd-4ce2-bab7-3105082b2e54 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:50.691744 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-18206781-b047-40b6-8f9a-ed5c194ced38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.727996 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Checking router: dc48df5c-234a-4396-85d2-0583f397e432 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:32:50.728423 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Updating router dc48df5c-234a-4396-85d2-0583f397e432 port 03124967-10de-499c-9fa2-649162d193bc binding host dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:32:50.834229 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:43Z', 'revision_number': 3, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:50.857660 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.904995 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86022bdb-49e7-4f02-8a95-3debf71e8911 None None] The sync data for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi is: [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:43Z', 'revision_number': 3, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:32:50.941781 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:50.944064 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-18206781-b047-40b6-8f9a-ed5c194ced38 None None] Port 31d78135-37bd-4ce2-bab7-3105082b2e54 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:32:51.012971 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-18206781-b047-40b6-8f9a-ed5c194ced38 None None] Provisioning complete for port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:51.013441 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-18206781-b047-40b6-8f9a-ed5c194ced38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:51.096273 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834d041-a0c1-430e-9e4b-3b0873aa22a1 req-61413dbd-a558-4c6d-a2dc-de6a09c750e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.105840 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9834d041-a0c1-430e-9e4b-3b0873aa22a1 req-61413dbd-a558-4c6d-a2dc-de6a09c750e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 1099 time: 0.1273222 Aug 27 03:32:51.148949 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port e605758d-ae57-48f8-82dd-f54ae316dbcc, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=e605758d-ae57-48f8-82dd-f54ae316dbcc,segment=NetworkSegment(e22780aa-bea1-4832-9735-e8106047e230),segment_id=e22780aa-bea1-4832-9735-e8106047e230)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:51.164996 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:51.343082 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=e605758d-ae57-48f8-82dd-f54ae316dbcc,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:51.425546 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-18206781-b047-40b6-8f9a-ed5c194ced38 None None] Provisioning complete for port 03124967-10de-499c-9fa2-649162d193bc triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:51.425926 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-18206781-b047-40b6-8f9a-ed5c194ced38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:51.457633 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834d041-a0c1-430e-9e4b-3b0873aa22a1 req-c0949f10-7abc-433f-9e63-a42fbd67504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.459443 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9834d041-a0c1-430e-9e4b-3b0873aa22a1 req-c0949f10-7abc-433f-9e63-a42fbd67504e service neutron] 10.222.0.62 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 920 time: 0.3456941 Aug 27 03:32:51.515795 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-18206781-b047-40b6-8f9a-ed5c194ced38 None None] Port 03124967-10de-499c-9fa2-649162d193bc cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:32:51.560212 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:51.584114 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9834d041-a0c1-430e-9e4b-3b0873aa22a1 req-b5216373-d1ff-414a-9d7c-4202f8a649c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d HTTP/1.1" status: 200 len: 217 time: 0.1156542 Aug 27 03:32:51.697651 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-08243070-4892-4df5-8610-49614910b97a None None] Provisioning complete for port 31d78135-37bd-4ce2-bab7-3105082b2e54 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:51.706787 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-08243070-4892-4df5-8610-49614910b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:51.717490 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Router 29416b56-55bf-4378-9ce7-90710ec5c0aa has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:32:51.727378 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:51.756905 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Transition to ACTIVE for port object 03124967-10de-499c-9fa2-649162d193bc will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:51.773794 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834d041-a0c1-430e-9e4b-3b0873aa22a1 req-c2dc1bf8-ff37-460c-98a2-71342ec7d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.777184 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9834d041-a0c1-430e-9e4b-3b0873aa22a1 req-c2dc1bf8-ff37-460c-98a2-71342ec7d5b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 200 len: 859 time: 0.1832423 Aug 27 03:32:51.778740 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:51.794885 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:51.795194 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610eee2f-b211-484a-a93c-208c1f74ab7f req-47a0e335-f78f-4adf-955f-ef7707ccb60a tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.797076 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:51.798343 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-610eee2f-b211-484a-a93c-208c1f74ab7f req-47a0e335-f78f-4adf-955f-ef7707ccb60a tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.62 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 949 time: 0.1990461 Aug 27 03:32:51.834379 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5dc40-b1ee-498a-ad94-27ffda31ccec None None] Pushing event updated for resources: {'Port': ['ID=03124967-10de-499c-9fa2-649162d193bc,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:51.835155 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-08243070-4892-4df5-8610-49614910b97a None None] Port 31d78135-37bd-4ce2-bab7-3105082b2e54 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:32:51.908844 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccb0ce-11e7-4134-b9d5-e98911cc4525 req-a62595b4-7533-40aa-955d-a04b2c51ff94 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:51.911049 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69ccb0ce-11e7-4134-b9d5-e98911cc4525 req-a62595b4-7533-40aa-955d-a04b2c51ff94 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.3222473 Aug 27 03:32:51.965745 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:51.978970 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69ccb0ce-11e7-4134-b9d5-e98911cc4525 req-a7e0184c-04b7-4783-9435-d2638d0612d2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517704 Aug 27 03:32:52.005212 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-4ad38703-a8be-42b4-83d9-96dfab766c14 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:52.012474 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-4ad38703-a8be-42b4-83d9-96dfab766c14 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 815 time: 1.5389054 Aug 27 03:32:52.021404 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Attempting to bind port 03124967-10de-499c-9fa2-649162d193bc on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:52.021789 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Attempting to bind port 03124967-10de-499c-9fa2-649162d193bc by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'e22780aa-bea1-4832-9735-e8106047e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:52.022179 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Attempting to bind port 03124967-10de-499c-9fa2-649162d193bc on network 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:52.052950 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-2fd98305-19f6-433c-805d-8fdf1b3247fb tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/quotas/6d9e01c1992d424c8ea95add2a0ee8f8 HTTP/1.1" status: 200 len: 375 time: 0.0381765 Aug 27 03:32:52.053662 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:52.054083 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Checking segment: {'id': 'e22780aa-bea1-4832-9735-e8106047e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:52.054469 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:52.054861 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Bound using segment: {'id': 'e22780aa-bea1-4832-9735-e8106047e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:52.055729 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Bound port: 03124967-10de-499c-9fa2-649162d193bc, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22780aa-bea1-4832-9735-e8106047e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:52.055729 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:52.126824 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:52.135150 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:52.135525 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:52.275368 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:32:52.276171 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] For port 03124967-10de-499c-9fa2-649162d193bc, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:52.283537 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] For port 03124967-10de-499c-9fa2-649162d193bc, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=03124967-10de-499c-9fa2-649162d193bc,segment=NetworkSegment(e22780aa-bea1-4832-9735-e8106047e230),segment_id=e22780aa-bea1-4832-9735-e8106047e230)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:52.297338 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:52.304357 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-87569070-8e18-4578-b63c-f3cd821ecf93 admin admin] 10.222.0.48 "PUT /v2.0/routers/29416b56-55bf-4378-9ce7-90710ec5c0aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2708604 Aug 27 03:32:52.375876 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-7b65928d-a746-4640-b39f-0fd5c17b90fe tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3230214 Aug 27 03:32:52.381900 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:52.446095 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e7051-6d71-4942-89ea-9bcdf434eb8b req-2d973868-ee22-45dd-be94-e207287f4ae6 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:52.460973 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=6864e97a-5c1d-4ce3-b199-13de5aedcbe6,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:52.463691 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-948e7051-6d71-4942-89ea-9bcdf434eb8b req-2d973868-ee22-45dd-be94-e207287f4ae6 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 949 time: 0.1804428 Aug 27 03:32:52.471808 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:52.473254 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ffe38d09-25d1-423f-a411-fc49bb1c5b78 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:52.474365 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Routers {'dc48df5c-234a-4396-85d2-0583f397e432'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:52.475034 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['dc48df5c-234a-4396-85d2-0583f397e432'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:52.481662 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5dc40-b1ee-498a-ad94-27ffda31ccec None None] Pushing event updated for resources: {'Port': ['ID=03124967-10de-499c-9fa2-649162d193bc,revision_number=4']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:52.661802 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-948e7051-6d71-4942-89ea-9bcdf434eb8b req-9fbad288-6da5-4376-bb72-ea853f2a4744 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970856 Aug 27 03:32:52.710613 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=6864e97a-5c1d-4ce3-b199-13de5aedcbe6,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:52.729817 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-f92c9012-85d2-43da-9af3-ca55ab6e9468 service neutron] 10.222.0.48 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444755 Aug 27 03:32:52.757792 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port ffe38d09-25d1-423f-a411-fc49bb1c5b78 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:52.758202 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:52.771869 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] Set router dc48df5c-234a-4396-85d2-0583f397e432 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:52.853036 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c403b2d2-5579-4f11-9da2-6cf6c71621f3 service neutron] 10.222.0.48 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222010 Aug 27 03:32:53.177115 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'name': 'tempest-TestMinimumBasicScenario-219298534-router', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:40Z', 'updated_at': '2021-08-27T03:32:45Z', 'revision_number': 4, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'gw_port': {'id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '03124967-10de-499c-9fa2-649162d193bc', 'name': '', 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'mac_address': 'fa:16:3e:2e:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48201154-038e-46e0-9827-b95787f07541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:44Z', 'updated_at': '2021-08-27T03:32:52Z', 'revision_number': 4, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'subnets': [{'id': '48201154-038e-46e0-9827-b95787f07541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:53.244526 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9477d7-1e04-450f-9a78-6237ea0e437a None None] The sync data for ids ['dc48df5c-234a-4396-85d2-0583f397e432'] in dv-cinder-773985-14-iscsi is: [{'id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'name': 'tempest-TestMinimumBasicScenario-219298534-router', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:40Z', 'updated_at': '2021-08-27T03:32:45Z', 'revision_number': 4, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'gw_port': {'id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '03124967-10de-499c-9fa2-649162d193bc', 'name': '', 'network_id': '417c02c4-27ad-4a1b-90aa-1b3ddc625f3f', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'mac_address': 'fa:16:3e:2e:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48201154-038e-46e0-9827-b95787f07541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:44Z', 'updated_at': '2021-08-27T03:32:52Z', 'revision_number': 4, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'subnets': [{'id': '48201154-038e-46e0-9827-b95787f07541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:32:53.589278 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57544) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:53.594435 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-13bcd120-168a-4488-8821-4a8edae8e5ea tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732909302', 'description': 'tempest-description--57028042'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:53.605564 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:53.674849 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-13bcd120-168a-4488-8821-4a8edae8e5ea tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:53.752626 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:53.753614 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:53.754477 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5577d3d0-65ae-422e-a42b-200b9cbf19fc req-c60dc8ec-49e4-408d-aad1-b5cd43403239 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 210 time: 0.0749547 Aug 27 03:32:53.871065 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Sync routers for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:32:53.892330 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:53.893281 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:53.911497 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-13bcd120-168a-4488-8821-4a8edae8e5ea tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:53.921078 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-13bcd120-168a-4488-8821-4a8edae8e5ea tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:53.937686 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device e605758d-ae57-48f8-82dd-f54ae316dbcc up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:53.963682 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-13bcd120-168a-4488-8821-4a8edae8e5ea tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:53.972468 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-13bcd120-168a-4488-8821-4a8edae8e5ea tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3834622 Aug 27 03:32:53.973417 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57548) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:53.980062 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bbbec-714b-4aad-b203-78c46f35ad94 req-20c57608-a3b3-4385-86b6-01d0bbe804b2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:53.983604 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-5fc36285-682b-41a6-b9d5-1c1f73fe1ba3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'security_group_rule': {'security_group_id': '481a677a-39e4-48e0-9409-3568cdf292a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:53.987155 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4b4bbbec-714b-4aad-b203-78c46f35ad94 req-20c57608-a3b3-4385-86b6-01d0bbe804b2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1124163 Aug 27 03:32:54.028773 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcd120-168a-4488-8821-4a8edae8e5ea tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481a677a-39e4-48e0-9409-3568cdf292a9,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:54.064772 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4b4bbbec-714b-4aad-b203-78c46f35ad94 req-3fc6ef75-b831-4701-a294-19cb7fce0ae2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685182 Aug 27 03:32:54.142335 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9834d041-a0c1-430e-9e4b-3b0873aa22a1 req-69b9057e-ec27-4882-b5e7-572b51a0a67f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97b5146e-1ead-45fa-b520-237d06579200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721636 Aug 27 03:32:54.143439 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5fc36285-682b-41a6-b9d5-1c1f73fe1ba3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.169913 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port e605758d-ae57-48f8-82dd-f54ae316dbcc triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:54.172328 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.242794 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:54.267044 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5fc36285-682b-41a6-b9d5-1c1f73fe1ba3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.283443 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5fc36285-682b-41a6-b9d5-1c1f73fe1ba3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.314542 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc36285-682b-41a6-b9d5-1c1f73fe1ba3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0f3641-9c81-4b9d-846e-1a63f6db3119,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:54.333795 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea3e4b-2510-45a5-a76c-4c214a693cfa req-6b7c989e-7738-47a3-afd8-5da49481c633 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:54.345311 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f4ea3e4b-2510-45a5-a76c-4c214a693cfa req-6b7c989e-7738-47a3-afd8-5da49481c633 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 949 time: 0.0877624 Aug 27 03:32:54.355666 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5fc36285-682b-41a6-b9d5-1c1f73fe1ba3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.358058 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5fc36285-682b-41a6-b9d5-1c1f73fe1ba3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3797603 Aug 27 03:32:54.360479 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 57554) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:54.367805 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-6b2330bd-c0ef-4844-9d0f-2b02f0a62735 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'security_group_rule': {'security_group_id': '481a677a-39e4-48e0-9409-3568cdf292a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:54.417295 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f4ea3e4b-2510-45a5-a76c-4c214a693cfa req-d560f853-d605-485b-b801-69c0e0df669c tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/security-groups?id=04df3ce2-1f79-442d-9994-422f07283199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565853 Aug 27 03:32:54.419888 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-610eee2f-b211-484a-a93c-208c1f74ab7f req-e8c7a683-984b-48d2-a69d-454234fcb2f4 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Deleting port ef955147-4b79-403d-89a1-3446f8936ab1 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:32:54.420680 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-610eee2f-b211-484a-a93c-208c1f74ab7f req-e8c7a683-984b-48d2-a69d-454234fcb2f4 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.422666 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6b2330bd-c0ef-4844-9d0f-2b02f0a62735 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.553650 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6b2330bd-c0ef-4844-9d0f-2b02f0a62735 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.569812 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6b2330bd-c0ef-4844-9d0f-2b02f0a62735 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.591526 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device bf5b186c-d49d-444c-a3dd-b58e91673a91 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:54.604150 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2330bd-c0ef-4844-9d0f-2b02f0a62735 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722cf929-c0e4-457d-8fd8-0ebf1791a99f,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:54.617192 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-610eee2f-b211-484a-a93c-208c1f74ab7f req-e8c7a683-984b-48d2-a69d-454234fcb2f4 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] For port ef955147-4b79-403d-89a1-3446f8936ab1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ef955147-4b79-403d-89a1-3446f8936ab1,segment=NetworkSegment(4a03b654-0453-476d-9c5b-258fa14532b8),segment_id=4a03b654-0453-476d-9c5b-258fa14532b8)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:54.617824 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-610eee2f-b211-484a-a93c-208c1f74ab7f req-e8c7a683-984b-48d2-a69d-454234fcb2f4 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.621103 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6b2330bd-c0ef-4844-9d0f-2b02f0a62735 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.628148 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57558) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:32:54.629048 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6b2330bd-c0ef-4844-9d0f-2b02f0a62735 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2671859 Aug 27 03:32:54.636413 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'floatingip': {'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:54.650484 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-610eee2f-b211-484a-a93c-208c1f74ab7f req-e8c7a683-984b-48d2-a69d-454234fcb2f4 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Calling delete_port for ef955147-4b79-403d-89a1-3446f8936ab1 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:32:54.700441 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port bf5b186c-d49d-444c-a3dd-b58e91673a91 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:54.707520 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port bf5b186c-d49d-444c-a3dd-b58e91673a91 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:54.707896 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.729678 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:54.971480 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:32:49Z', 'revision_number': 2, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:54.981802 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92aba04d-6f83-4224-899b-35284f44f6aa req-9a16f031-7e2e-4b23-bedf-ec7cc350e555 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 210 time: 0.0831172 Aug 27 03:32:55.035149 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Checking router: 29416b56-55bf-4378-9ce7-90710ec5c0aa for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:32:55.035529 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Updating router 29416b56-55bf-4378-9ce7-90710ec5c0aa port 31d78135-37bd-4ce2-bab7-3105082b2e54 binding host dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:32:55.089608 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-610eee2f-b211-484a-a93c-208c1f74ab7f req-e8c7a683-984b-48d2-a69d-454234fcb2f4 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.139617 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7a683-984b-48d2-a69d-454234fcb2f4 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Pushing event deleted for resources: {'Port': ['ID=ef955147-4b79-403d-89a1-3446f8936ab1,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:55.204028 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-610eee2f-b211-484a-a93c-208c1f74ab7f req-e8c7a683-984b-48d2-a69d-454234fcb2f4 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] No DVR routers for this DVR port ef955147-4b79-403d-89a1-3446f8936ab1 on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:32:55.207537 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-610eee2f-b211-484a-a93c-208c1f74ab7f req-e8c7a683-984b-48d2-a69d-454234fcb2f4 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.209639 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-610eee2f-b211-484a-a93c-208c1f74ab7f req-e8c7a683-984b-48d2-a69d-454234fcb2f4 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.62 "DELETE /v2.0/ports/ef955147-4b79-403d-89a1-3446f8936ab1 HTTP/1.1" status: 204 len: 173 time: 1.1437426 Aug 27 03:32:55.211040 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beba13a-3440-4c1b-9517-042184caeeb9', 'name': 'network-vif-deleted', 'tag': 'ef955147-4b79-403d-89a1-3446f8936ab1'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:32:55.213377 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723b7bef-38fe-4037-b95c-581fd10a7e18" -d '{"events": [{"server_uuid": "6beba13a-3440-4c1b-9517-042184caeeb9", "name": "network-vif-deleted", "tag": "ef955147-4b79-403d-89a1-3446f8936ab1"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:32:55.217639 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.278402 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.320454 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port bf5b186c-d49d-444c-a3dd-b58e91673a91, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=bf5b186c-d49d-444c-a3dd-b58e91673a91,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:55.356212 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.363829 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.407755 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf05528-72c1-4bce-9850-0fbdeb8b06ad req-06b89321-fa88-479b-bed6-eb1b8968475a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:55.409671 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9cf05528-72c1-4bce-9850-0fbdeb8b06ad req-06b89321-fa88-479b-bed6-eb1b8968475a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1374640 Aug 27 03:32:55.487505 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9cf05528-72c1-4bce-9850-0fbdeb8b06ad req-aa217a7c-3347-437e-ac5a-7e922fd77dc4 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702264 Aug 27 03:32:55.489111 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Allocated IP 172.27.2.207 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/5ec18653-c1da-4dab-8a8e-8b2af600781a) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:55.572001 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 03124967-10de-499c-9fa2-649162d193bc up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:55.625041 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892061fd-bc9a-46f2-9bae-60f036e2946f x-openstack-request-id: req-892061fd-bc9a-46f2-9bae-60f036e2946f {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:32:55.625843 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beba13a-3440-4c1b-9517-042184caeeb9", "name": "network-vif-deleted", "tag": "ef955147-4b79-403d-89a1-3446f8936ab1", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:32:55.625843 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-892061fd-bc9a-46f2-9bae-60f036e2946f {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:32:55.626109 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beba13a-3440-4c1b-9517-042184caeeb9', 'name': 'network-vif-deleted', 'tag': 'ef955147-4b79-403d-89a1-3446f8936ab1', 'status': 'completed', 'code': 200} Aug 27 03:32:55.669444 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9398f11a-8920-45c7-b7ee-6456e1df83f7 req-590680f6-f530-43c9-a8ed-ba31bdafe3a1 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 210 time: 0.0391040 Aug 27 03:32:55.672568 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['ef955147-4b79-403d-89a1-3446f8936ab1'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:55.681986 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.716254 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=bf5b186c-d49d-444c-a3dd-b58e91673a91,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:55.743985 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.814686 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:55.820051 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:55.824811 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:55.830440 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'Port': ['ID=5ec18653-c1da-4dab-8a8e-8b2af600781a,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:55.937627 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 03124967-10de-499c-9fa2-649162d193bc completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:55.945338 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 03124967-10de-499c-9fa2-649162d193bc triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:55.946121 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.949982 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.001869 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Transition to ACTIVE for port object 31d78135-37bd-4ce2-bab7-3105082b2e54 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:56.041634 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.045619 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.165318 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.180648 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9834d041-a0c1-430e-9e4b-3b0873aa22a1 req-38718e1b-2593-4041-8a69-b23c681b1b0a service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152104 Aug 27 03:32:56.202784 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c4a33-b01a-4c77-a649-420beea8605d None None] Pushing event updated for resources: {'Port': ['ID=31d78135-37bd-4ce2-bab7-3105082b2e54,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:56.242836 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f86d4425-3d67-44ac-b3e9-63ec05bea33a req-0762e6bb-6e46-441d-9269-bcbff297ff78 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 210 time: 0.0387402 Aug 27 03:32:56.328000 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device ef955147-4b79-403d-89a1-3446f8936ab1 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:32:56.332546 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.368616 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-9834d041-a0c1-430e-9e4b-3b0873aa22a1 req-fa9b3f3a-4811-41a3-bb7a-c0a5e6e602c4 service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789021 Aug 27 03:32:56.369485 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: ef955147-4b79-403d-89a1-3446f8936ab1 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:32:56.369825 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device ef955147-4b79-403d-89a1-3446f8936ab1 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:32:56.379745 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Attempting to bind port 31d78135-37bd-4ce2-bab7-3105082b2e54 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:32:56.380115 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Attempting to bind port 31d78135-37bd-4ce2-bab7-3105082b2e54 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:32:56.381747 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Attempting to bind port 31d78135-37bd-4ce2-bab7-3105082b2e54 on network ff1f034d-3826-4da6-8a6a-7416252fe801 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:32:56.392260 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:32:56.392634 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Checking segment: {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:32:56.393035 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.393425 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Bound using segment: {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:32:56.393896 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Bound port: 31d78135-37bd-4ce2-bab7-3105082b2e54, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:32:56.394314 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.517993 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 03124967-10de-499c-9fa2-649162d193bc, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=03124967-10de-499c-9fa2-649162d193bc,segment=NetworkSegment(e22780aa-bea1-4832-9735-e8106047e230),segment_id=e22780aa-bea1-4832-9735-e8106047e230)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:32:56.527641 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.578680 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.589030 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.599733 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] For port 31d78135-37bd-4ce2-bab7-3105082b2e54, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:32:56.608153 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] For port 31d78135-37bd-4ce2-bab7-3105082b2e54, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=31d78135-37bd-4ce2-bab7-3105082b2e54,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:32:56.634311 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.649572 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=03124967-10de-499c-9fa2-649162d193bc,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:56.713051 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:32:56.713705 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:32:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:56.748688 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.783771 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c4a33-b01a-4c77-a649-420beea8605d None None] Pushing event updated for resources: {'Port': ['ID=31d78135-37bd-4ce2-bab7-3105082b2e54,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:56.847393 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e57de9-fc15-408a-9bec-202fc398ac5b req-4a6915cb-b21b-40dd-b5f1-42b372a732ea tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:56.848978 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92e57de9-fc15-408a-9bec-202fc398ac5b req-4a6915cb-b21b-40dd-b5f1-42b372a732ea tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.2198384 Aug 27 03:32:56.849650 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'Port': ['ID=5ec18653-c1da-4dab-8a8e-8b2af600781a,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:56.854395 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.864106 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6941cc0b-a59e-4993-9e1f-09e062e7f6f4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2260823 Aug 27 03:32:56.928874 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eac5eaf2-81d0-4c30-a035-2edf801ef890 req-45f0255d-a667-4cae-b8cf-d16dbc3a8592 tempest-VolumesNegativeTest-994710055 tempest-VolumesNegativeTest-994710055-project] 10.222.0.48 "GET /v2.0/ports?device_id=6beba13a-3440-4c1b-9517-042184caeeb9 HTTP/1.1" status: 200 len: 210 time: 0.1019561 Aug 27 03:32:56.956255 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:32:56.981903 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92e57de9-fc15-408a-9bec-202fc398ac5b req-4e955f62-be52-40a4-ad5a-cfea260ec096 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916579 Aug 27 03:32:57.142399 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-5b32bd23-70e2-4865-9ab5-2d358938d28d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--732909302&fields=id&tenant_id=ce9e1db2319a4a8d89c073898f70aa83 HTTP/1.1" status: 200 len: 267 time: 0.0649574 Aug 27 03:32:57.248325 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-b233d4a5-bdbf-4621-8380-a362b6c50062 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:57.250433 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-b233d4a5-bdbf-4621-8380-a362b6c50062 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 815 time: 0.1773522 Aug 27 03:32:57.316938 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Request body: {'port': {'device_id': 'f8bcfa74-f228-4e6c-842b-66a5cad93c7a', 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8', 'admin_state_up': True, 'tenant_id': '6d9e01c1992d424c8ea95add2a0ee8f8'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:57.354185 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-1754fc2b-aba9-4fa3-853c-b7fa229eac03 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:57.355776 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-1754fc2b-aba9-4fa3-853c-b7fa229eac03 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 817 time: 0.2108035 Aug 27 03:32:57.427021 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:32:56Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:32:57.460532 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a6cc8f0-b4f6-4e23-acc5-b8543343089a req-3c5d0414-17b9-417e-93fa-b508aef61c9e tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 210 time: 0.0986862 Aug 27 03:32:57.481392 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-93d55d6c-cae0-4ad4-81b4-c56735263f82 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/quotas/ce9e1db2319a4a8d89c073898f70aa83 HTTP/1.1" status: 200 len: 375 time: 0.0874999 Aug 27 03:32:57.509081 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1364db-fc88-46dc-89a6-b7149b234520 None None] The sync data for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi is: [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:32:56Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:32:57.549371 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device bf5b186c-d49d-444c-a3dd-b58e91673a91 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:57.581680 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Made reservation on behalf of 6d9e01c1992d424c8ea95add2a0ee8f8 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:32:57.582295 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-b238c845-6c96-4ee2-90a0-7a2ad14b04d6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996983 Aug 27 03:32:57.591134 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.700043 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port bf5b186c-d49d-444c-a3dd-b58e91673a91 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:57.700043 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:57.889210 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-691a17f1-f442-441c-9b8e-0631117c4c64 service neutron] 10.222.0.48 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658360 Aug 27 03:32:57.935561 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 03124967-10de-499c-9fa2-649162d193bc up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:58.003242 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Allocated IP 172.20.0.14 (813150a5-dbda-4897-a617-3b0468d8dcc8/9e706786-821b-45ac-812c-c67930be1360/e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:32:58.170163 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 03124967-10de-499c-9fa2-649162d193bc triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:58.172733 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:58.335866 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:58.396834 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff227e-6370-4990-b2af-4331d0e017ce req-58bfecdf-2b3b-4fed-bc0c-f00432428e7a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:58.408571 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:58.414763 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6dff227e-6370-4990-b2af-4331d0e017ce req-58bfecdf-2b3b-4fed-bc0c-f00432428e7a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.2072649 Aug 27 03:32:58.460839 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['34897c05-7eef-4339-91c9-e3bfd1114a68', 'e720968b-57f5-4bbf-9203-971f369a9bb6'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:32:58.470137 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-a0e1b1c3-9057-45e3-b447-d821d382a6ed service neutron] 10.222.0.48 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732818 Aug 27 03:32:58.517186 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Pushing event updated for resources: {'Port': ['ID=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:32:58.520516 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6dff227e-6370-4990-b2af-4331d0e017ce req-06ba5c2c-2d0b-4d4a-8754-e98dddc97945 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007559 Aug 27 03:32:58.589147 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Network 813150a5-dbda-4897-a617-3b0468d8dcc8 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:32:58.594547 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:32:58.597772 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:32:58.751526 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:58.752521 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:58.784798 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-c454dab2-9db7-4982-abd8-ef997a2f455c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4742231 Aug 27 03:32:58.818089 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Request body: {'port': {'device_id': 'f8bcfa74-f228-4e6c-842b-66a5cad93c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:32:59.006800 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fd52e46c-cb1b-43d9-a1a3-419ff8e715d7 req-087d3205-8e2b-4b8e-99c5-2c8ee455d26e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 210 time: 0.0639136 Aug 27 03:32:59.035812 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7e532-08cd-407d-a5dd-cc3b4b2137d8 req-9377bb10-d008-4fe9-abd9-10a5ce7d7869 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.038662 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a9c7e532-08cd-407d-a5dd-cc3b4b2137d8 req-9377bb10-d008-4fe9-abd9-10a5ce7d7869 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 932 time: 0.1847219 Aug 27 03:32:59.049470 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:59.131265 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a9c7e532-08cd-407d-a5dd-cc3b4b2137d8 req-3afebda4-a412-401a-90b7-e940b3b58d92 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837171 Aug 27 03:32:59.595247 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 31d78135-37bd-4ce2-bab7-3105082b2e54 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:32:59.768074 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 31d78135-37bd-4ce2-bab7-3105082b2e54 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:32:59.789319 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 31d78135-37bd-4ce2-bab7-3105082b2e54 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:32:59.789948 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:59.831543 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dceaf-bf53-4c47-ae40-c32423995538 req-303d2ccf-ed7b-4e73-ac71-43e48eec3d94 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.860062 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-374dceaf-bf53-4c47-ae40-c32423995538 req-303d2ccf-ed7b-4e73-ac71-43e48eec3d94 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.2017605 Aug 27 03:32:59.885934 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:32:59.908259 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:59.945121 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Transition to ACTIVE for port object e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:32:59.957988 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:59.978305 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-374dceaf-bf53-4c47-ae40-c32423995538 req-e4bee1f9-8c60-4290-8d67-72be84d597d0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095016 Aug 27 03:33:00.025747 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.037327 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57676) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:00.154105 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 31d78135-37bd-4ce2-bab7-3105082b2e54, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=31d78135-37bd-4ce2-bab7-3105082b2e54,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:00.164084 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.223130 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-acbdb033-8d1d-4076-af36-b13351122dc5 req-35c9fed6-c58d-4f06-8d1e-a54e316a7e6a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 210 time: 0.0629854 Aug 27 03:33:00.279608 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:00.314290 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=31d78135-37bd-4ce2-bab7-3105082b2e54,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:00.323826 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Attempting to bind port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:00.324170 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Attempting to bind port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:00.324774 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Attempting to bind port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:00.335263 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:33:00.336107 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Attempting to bind port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:00.342151 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:00.342598 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Checking segment: {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:00.343028 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Bound using segment: {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:00.343463 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Bound port: e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:00.343804 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.395878 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eb48c914-3786-46bf-9cbd-f6e3da5d39fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.460432 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] For port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1, host hv-cinder-77398, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:00.464717 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] For port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:00.474297 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.632477 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:00.707792 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.711481 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.715718 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-5a1bf764-f7f0-4ae9-bc05-db4316ffcae1 service neutron] 10.222.0.62 "PUT /v2.0/ports/e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 HTTP/1.1" status: 200 len: 1094 time: 1.9137330 Aug 27 03:33:00.720917 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c32ed-9883-46df-b353-2cf41b0ac2d7 req-ec3cc035-ed5b-47e6-9a6a-ddaf70fc92bb tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.731060 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bcfa74-f228-4e6c-842b-66a5cad93c7a', 'tag': 'e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:00.736928 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effa727f-09cc-4ba1-a7c5-a5f31581da4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bcfa74-f228-4e6c-842b-66a5cad93c7a", "tag": "e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:00.748892 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e3c32ed-9883-46df-b353-2cf41b0ac2d7 req-ec3cc035-ed5b-47e6-9a6a-ddaf70fc92bb tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 944 time: 0.4466870 Aug 27 03:33:00.777232 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0f19c38a-c851-4d0d-b50a-cd91663edbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.835078 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28bd125-7189-4334-8dc7-efc98e470531 x-openstack-request-id: req-e28bd125-7189-4334-8dc7-efc98e470531 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:00.835515 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bcfa74-f228-4e6c-842b-66a5cad93c7a", "tag": "e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:00.835977 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e28bd125-7189-4334-8dc7-efc98e470531 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:00.836474 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bcfa74-f228-4e6c-842b-66a5cad93c7a', 'tag': 'e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1', 'status': 'completed', 'code': 200} Aug 27 03:33:00.883380 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e3c32ed-9883-46df-b353-2cf41b0ac2d7 req-c13fd3ac-827e-478b-a7b6-81cc10a8da7b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984831 Aug 27 03:33:00.913786 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eb48c914-3786-46bf-9cbd-f6e3da5d39fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.926197 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eb48c914-3786-46bf-9cbd-f6e3da5d39fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:00.977262 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-cddec320-879b-4a94-84b0-799fa0aa8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.979190 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-cddec320-879b-4a94-84b0-799fa0aa8321 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 1097 time: 0.0960991 Aug 27 03:33:01.045008 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-0aae99b6-bcc3-4da7-9b5a-9709582e72cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 HTTP/1.1" status: 200 len: 217 time: 0.0488818 Aug 27 03:33:01.115497 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48c914-3786-46bf-9cbd-f6e3da5d39fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c649034-cb6f-4ab6-bbde-95aa2df1ccde,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:01.123162 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-eb48c914-3786-46bf-9cbd-f6e3da5d39fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5eb330f88874d21a2cfa64722272c40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0840714 Aug 27 03:33:01.137179 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 57688) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:01.240002 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-0392e021-2f60-4f3c-bdbb-416e76aeca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.241497 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-0392e021-2f60-4f3c-bdbb-416e76aeca1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e706786-821b-45ac-812c-c67930be1360 HTTP/1.1" status: 200 len: 855 time: 0.1838562 Aug 27 03:33:01.251946 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-960ca155-c0d5-4984-a57b-bd9e48c8dd9f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.253713 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-960ca155-c0d5-4984-a57b-bd9e48c8dd9f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 817 time: 0.3215275 Aug 27 03:33:01.431424 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e332b-3ec9-44dd-919a-0d560c1dddba req-44c4b7a2-db01-4840-91f3-fa8cda8f918d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:01.433034 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d4e332b-3ec9-44dd-919a-0d560c1dddba req-44c4b7a2-db01-4840-91f3-fa8cda8f918d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.3077097 Aug 27 03:33:01.447739 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-905e52f7-8049-44e0-817e-c3697cead281 req-5bd2f681-b00d-4cee-96d8-df46d29796d0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 210 time: 0.0982435 Aug 27 03:33:01.517841 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 31d78135-37bd-4ce2-bab7-3105082b2e54 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:01.522708 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-10e00118-17eb-4071-9671-6f6b8e9679d6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce9e1db2319a4a8d89c073898f70aa83 HTTP/1.1" status: 200 len: 379 time: 0.2337294 Aug 27 03:33:01.541977 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'port': {'device_id': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'admin_state_up': True, 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'security_groups': ['481a677a-39e4-48e0-9409-3568cdf292a9']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:01.638237 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 31d78135-37bd-4ce2-bab7-3105082b2e54 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:01.645509 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:01.660279 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-3672dd20-6a3b-4c10-94a0-80d3153d5526 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=813150a5-dbda-4897-a617-3b0468d8dcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4082980 Aug 27 03:33:01.852401 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-569168a5-025c-4656-b797-5124207eff5a service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823630 Aug 27 03:33:01.970589 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d4e332b-3ec9-44dd-919a-0d560c1dddba req-0dc98c30-1c3e-4952-81eb-8b2c1ebdb0a9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849441 Aug 27 03:33:01.974455 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-079d7db7-bf71-42fe-b65f-fbbcf051650a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.048610 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-937f4cf2-c431-40fc-8958-4f5a2f7d158c req-914e1638-7ae2-4364-b84a-b8b1326faa02 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817575 Aug 27 03:33:02.089429 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-079d7db7-bf71-42fe-b65f-fbbcf051650a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.200974 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0b2f-2ba8-4a3c-99ea-ea4a7eb7b05e req-b23db615-afbf-4384-876f-e4b48c420264 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.203623 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-537c0b2f-2ba8-4a3c-99ea-ea4a7eb7b05e req-b23db615-afbf-4384-876f-e4b48c420264 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 944 time: 0.1626098 Aug 27 03:33:02.263698 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa727f-09cc-4ba1-a7c5-a5f31581da4d req-cf63fbf5-fddc-4521-9afb-4c54a628db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.272900 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-effa727f-09cc-4ba1-a7c5-a5f31581da4d req-cf63fbf5-fddc-4521-9afb-4c54a628db88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 1097 time: 0.1205862 Aug 27 03:33:02.277375 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Made reservation on behalf of ce9e1db2319a4a8d89c073898f70aa83 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:02.281668 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.306982 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-079d7db7-bf71-42fe-b65f-fbbcf051650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.309723 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-079d7db7-bf71-42fe-b65f-fbbcf051650a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:02.310993 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-079d7db7-bf71-42fe-b65f-fbbcf051650a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c649034-cb6f-4ab6-bbde-95aa2df1ccde HTTP/1.1" status: 204 len: 168 time: 1.1672981 Aug 27 03:33:02.328644 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-537c0b2f-2ba8-4a3c-99ea-ea4a7eb7b05e req-d03f2bbe-40e8-440d-907f-a8be2ad29c28 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129203 Aug 27 03:33:02.347554 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d7db7-bf71-42fe-b65f-fbbcf051650a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c649034-cb6f-4ab6-bbde-95aa2df1ccde,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:02.459325 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa727f-09cc-4ba1-a7c5-a5f31581da4d req-6ae27c20-4756-46f2-8d73-56431bd9d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.461872 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-effa727f-09cc-4ba1-a7c5-a5f31581da4d req-6ae27c20-4756-46f2-8d73-56431bd9d735 service neutron] 10.222.0.62 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 916 time: 0.1818891 Aug 27 03:33:02.644170 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-effa727f-09cc-4ba1-a7c5-a5f31581da4d req-6388f77b-1a2c-4593-9199-74be660aea85 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 HTTP/1.1" status: 200 len: 217 time: 0.1661243 Aug 27 03:33:02.776525 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54e80329-be58-4b95-a164-d2e015f9c4b0 req-c093fe94-c446-4fcd-8779-ae347546d7f9 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 210 time: 0.1663623 Aug 27 03:33:02.797168 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa727f-09cc-4ba1-a7c5-a5f31581da4d req-be7307b7-8bed-4aa9-9d41-f7534fd7f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:02.797168 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-effa727f-09cc-4ba1-a7c5-a5f31581da4d req-be7307b7-8bed-4aa9-9d41-f7534fd7f162 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e706786-821b-45ac-812c-c67930be1360 HTTP/1.1" status: 200 len: 855 time: 0.1297348 Aug 27 03:33:02.844384 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Allocated IP 172.20.0.5 (ff1f034d-3826-4da6-8a6a-7416252fe801/5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2/4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:02.864112 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-effa727f-09cc-4ba1-a7c5-a5f31581da4d req-9f436016-1d42-44e4-affc-8ac40a6409ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=813150a5-dbda-4897-a617-3b0468d8dcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578189 Aug 27 03:33:03.127941 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.169956 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Transition to ACTIVE for port object 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:03.245276 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-effa727f-09cc-4ba1-a7c5-a5f31581da4d req-69ca0e7b-58ad-44c1-87d9-41c71588e01c service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634076 Aug 27 03:33:03.277554 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.356025 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'Port': ['ID=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:03.367604 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Network ff1f034d-3826-4da6-8a6a-7416252fe801 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:03.371289 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:03.389268 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:03.479060 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-effa727f-09cc-4ba1-a7c5-a5f31581da4d req-cf312820-7107-4565-8979-e10361988a00 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134671 Aug 27 03:33:03.554230 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.555363 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.621362 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-471d5fbc-454c-4485-92c5-dc0a9ef22ca0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0870178 Aug 27 03:33:03.631857 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6486eb7-ed74-47fd-bebf-63ca50beaa90 req-f0207647-e151-48f0-84be-af73baaf0347 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.633636 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a6486eb7-ed74-47fd-bebf-63ca50beaa90 req-f0207647-e151-48f0-84be-af73baaf0347 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.3150070 Aug 27 03:33:03.653815 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Request body: {'port': {'device_id': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:03.740815 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3342d7-fc45-426f-b5eb-48e3a820881a req-d5dc7573-546f-4e1f-aeb3-ef2c52056ab6 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:03.750311 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee3342d7-fc45-426f-b5eb-48e3a820881a req-d5dc7573-546f-4e1f-aeb3-ef2c52056ab6 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 944 time: 0.2556148 Aug 27 03:33:03.752095 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3c185b98-8156-4a78-8186-4f046ade3225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.784385 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-7198d534-271c-47bd-8374-268825361d03 None None] Provisioning for port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:03.797987 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-7198d534-271c-47bd-8374-268825361d03 None None] Provisioning complete for port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:03.799011 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7198d534-271c-47bd-8374-268825361d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.866535 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a6486eb7-ed74-47fd-bebf-63ca50beaa90 req-671db298-eaaa-4c2c-95b3-cb8ee513ee8d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057652 Aug 27 03:33:03.895546 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.898675 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-7198d534-271c-47bd-8374-268825361d03 None None] Port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:33:03.951724 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee3342d7-fc45-426f-b5eb-48e3a820881a req-535dc827-f2df-4cf1-ba2c-9e038fdc9593 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986005 Aug 27 03:33:04.317552 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a321e59-3e03-4951-a436-da9491e007ae req-462bd982-77e0-4cb3-ae34-0bcd3b76bbec tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:04.325597 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a321e59-3e03-4951-a436-da9491e007ae req-462bd982-77e0-4cb3-ae34-0bcd3b76bbec tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 931 time: 0.1518114 Aug 27 03:33:04.419554 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1a321e59-3e03-4951-a436-da9491e007ae req-46583757-eb4d-440c-92be-45664fec02fb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856447 Aug 27 03:33:04.551721 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:04.566726 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.589241 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Transition to ACTIVE for port object 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:04.599134 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.787751 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:04.804231 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:04.883241 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Attempting to bind port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:04.883506 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Attempting to bind port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:04.883845 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Attempting to bind port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 on network ff1f034d-3826-4da6-8a6a-7416252fe801 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:04.893076 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 on network ff1f034d-3826-4da6-8a6a-7416252fe801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:33:04.893707 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Attempting to bind port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 on network ff1f034d-3826-4da6-8a6a-7416252fe801 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:04.903249 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:04.903592 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Checking segment: {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:04.903998 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Bound using segment: {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:04.905870 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Bound port: 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:04.906348 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:05.076636 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:05.189762 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:05.201370 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:05.212574 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215353a-1956-4c07-becc-9c10c3f5a472 req-90125ae0-8ae1-430b-bf0c-5f603364ceb2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.215385 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6215353a-1956-4c07-becc-9c10c3f5a472 req-90125ae0-8ae1-430b-bf0c-5f603364ceb2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1777382 Aug 27 03:33:05.221342 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:05.309262 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fa024-a2c8-41bf-94d8-03624bd84110 req-0490fea2-298b-44a9-95ee-b2ea60fa4465 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.319599 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-848fa024-a2c8-41bf-94d8-03624bd84110 req-0490fea2-298b-44a9-95ee-b2ea60fa4465 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 944 time: 0.2021415 Aug 27 03:33:05.323507 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.324503 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:05.326394 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] 10.222.0.62 "PUT /v2.0/ports/4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 HTTP/1.1" status: 200 len: 1093 time: 1.6785667 Aug 27 03:33:05.346596 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:05.351621 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c8765e-4bc6-4b07-9dd6-60568ee94a44" -d '{"events": [{"name": "network-changed", "server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:05.441981 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-848fa024-a2c8-41bf-94d8-03624bd84110 req-90b5a87c-a11e-4332-be62-b310d55958a8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190493 Aug 27 03:33:05.569697 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6215353a-1956-4c07-becc-9c10c3f5a472 req-5610250a-81eb-4e21-bf20-74c7476627ea tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362503 Aug 27 03:33:05.584153 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:05.614424 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.614907 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.615206 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.615543 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.615875 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.618449 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.618449 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.618449 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.618449 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.618449 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.618449 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.618449 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2d9-9473-4c2e-ba2b-145d9cb7d209 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:05.674566 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-07563c25-16e0-40e3-a8da-ac3d44fbf842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.677608 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-07563c25-16e0-40e3-a8da-ac3d44fbf842 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 1096 time: 0.2534649 Aug 27 03:33:05.696626 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb3c6e7-6026-46ec-b9ec-f92ce0e60dc4 x-openstack-request-id: req-5cb3c6e7-6026-46ec-b9ec-f92ce0e60dc4 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:05.697137 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:05.697433 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5cb3c6e7-6026-46ec-b9ec-f92ce0e60dc4 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:05.698189 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'status': 'completed', 'code': 200} Aug 27 03:33:05.805481 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-1ef500e2-c430-4349-ab8b-aab87ac69462 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 HTTP/1.1" status: 200 len: 217 time: 0.1052094 Aug 27 03:33:05.918791 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7288f8-5f82-4e76-9c0b-abdd980fb105 req-47629276-7021-483d-a722-8ee4f95da76f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.920363 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dd7288f8-5f82-4e76-9c0b-abdd980fb105 req-47629276-7021-483d-a722-8ee4f95da76f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.1190197 Aug 27 03:33:05.922238 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-a53c1709-dc86-4410-b014-2933dcd6dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:05.923598 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-a53c1709-dc86-4410-b014-2933dcd6dbd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.1039593 Aug 27 03:33:06.033120 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dd7288f8-5f82-4e76-9c0b-abdd980fb105 req-79590d08-aca1-44b4-9693-37a310aa8571 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005411 Aug 27 03:33:06.044527 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-64737b2b-6166-48b7-9978-0dacf35b6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:06.046751 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-64737b2b-6166-48b7-9978-0dacf35b6f73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1100097 Aug 27 03:33:06.253606 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-decf041f-c03b-469a-abbb-cb8e44ff15d9 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970122 Aug 27 03:33:06.504942 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fbb691ca-856b-4734-87d8-83408673c1a2 req-de39dcae-346e-4895-8b9a-58f2399165ac service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424786 Aug 27 03:33:06.625750 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc550-c50d-404a-8561-b7dd311f95de req-ee38a10b-7c98-447e-87f8-181581d32ac9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:06.635806 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-918fc550-c50d-404a-8561-b7dd311f95de req-ee38a10b-7c98-447e-87f8-181581d32ac9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 944 time: 0.0854902 Aug 27 03:33:06.816742 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-918fc550-c50d-404a-8561-b7dd311f95de req-880c6067-20a5-4f8e-8197-03268cee1672 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798537 Aug 27 03:33:06.899093 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:07.191209 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8765e-4bc6-4b07-9dd6-60568ee94a44 req-ac605c15-8798-471a-9098-5478ae6b8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.192493 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88c8765e-4bc6-4b07-9dd6-60568ee94a44 req-ac605c15-8798-471a-9098-5478ae6b8aee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 1096 time: 0.5228765 Aug 27 03:33:07.287432 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428f7c8-4d88-433b-b95f-67bd6dd3e049 req-a61ddbf3-5246-4a98-a6fc-b17d94011bcd tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.288978 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7428f7c8-4d88-433b-b95f-67bd6dd3e049 req-a61ddbf3-5246-4a98-a6fc-b17d94011bcd tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.5153677 Aug 27 03:33:07.455341 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7428f7c8-4d88-433b-b95f-67bd6dd3e049 req-e7a341d6-da80-4b46-809a-082eca159239 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478941 Aug 27 03:33:07.471574 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8765e-4bc6-4b07-9dd6-60568ee94a44 req-f72665aa-6d43-448c-9de4-dddcb78433eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.473068 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88c8765e-4bc6-4b07-9dd6-60568ee94a44 req-f72665aa-6d43-448c-9de4-dddcb78433eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 918 time: 0.2622390 Aug 27 03:33:07.515311 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de9929-d5ee-4cda-9a93-9f91d137aa6c req-072615b1-2b3a-4c43-809d-20059bfc8db5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.537317 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-21de9929-d5ee-4cda-9a93-9f91d137aa6c req-072615b1-2b3a-4c43-809d-20059bfc8db5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.1018863 Aug 27 03:33:07.600631 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88c8765e-4bc6-4b07-9dd6-60568ee94a44 req-59c3451f-62f0-46b7-922a-d29f9fb7a0b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 HTTP/1.1" status: 200 len: 217 time: 0.0595055 Aug 27 03:33:07.661846 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8765e-4bc6-4b07-9dd6-60568ee94a44 req-ede8b9f6-e3a8-4dee-afeb-93723e243341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.663538 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88c8765e-4bc6-4b07-9dd6-60568ee94a44 req-ede8b9f6-e3a8-4dee-afeb-93723e243341 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.0556138 Aug 27 03:33:07.706816 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-21de9929-d5ee-4cda-9a93-9f91d137aa6c req-d5d7c080-d459-4139-9400-4655a3523c4e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670544 Aug 27 03:33:07.757490 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8765e-4bc6-4b07-9dd6-60568ee94a44 req-c5008b4f-7ddb-4bd8-9d1b-9b9c9ae841e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:07.759716 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88c8765e-4bc6-4b07-9dd6-60568ee94a44 req-c5008b4f-7ddb-4bd8-9d1b-9b9c9ae841e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0811231 Aug 27 03:33:07.932891 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88c8765e-4bc6-4b07-9dd6-60568ee94a44 req-89dda1f9-2e98-4f4f-9ca5-7c784b5224bb service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590071 Aug 27 03:33:08.112191 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d677f-5f86-42c1-81af-e101484b36ac req-387623f1-c805-4f68-a471-68a1c57f3b1c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:08.114422 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-484d677f-5f86-42c1-81af-e101484b36ac req-387623f1-c805-4f68-a471-68a1c57f3b1c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 944 time: 0.1432922 Aug 27 03:33:08.152149 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88c8765e-4bc6-4b07-9dd6-60568ee94a44 req-29537769-8fd0-4f18-ba3a-8136168c1578 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081411 Aug 27 03:33:08.174581 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-484d677f-5f86-42c1-81af-e101484b36ac req-454abbf6-3688-44c2-b2df-79a46854a833 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464056 Aug 27 03:33:08.222911 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:08.640016 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b04a3-90cb-4e69-b0fd-2b25bae246cb req-e8806afa-2729-4fbc-9f48-439069b64898 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:08.643202 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b51b04a3-90cb-4e69-b0fd-2b25bae246cb req-e8806afa-2729-4fbc-9f48-439069b64898 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0780036 Aug 27 03:33:08.696741 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b51b04a3-90cb-4e69-b0fd-2b25bae246cb req-7141f3c1-b857-4510-96ce-fd479abdd7ff tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450552 Aug 27 03:33:08.861558 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8a3f2-b4d4-4808-bfb0-2ad9eb848c49 req-c85f4708-87b3-4011-afa5-b87d280e7b5d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:08.870436 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6aa8a3f2-b4d4-4808-bfb0-2ad9eb848c49 req-c85f4708-87b3-4011-afa5-b87d280e7b5d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0748022 Aug 27 03:33:08.915514 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6aa8a3f2-b4d4-4808-bfb0-2ad9eb848c49 req-edeb9029-8fce-4d87-9230-5f3e49e9c80e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430779 Aug 27 03:33:09.287166 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-ca0f9c9f-86bd-4986-80de-7f3bba84025a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:09.288791 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-ca0f9c9f-86bd-4986-80de-7f3bba84025a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/networks?id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b HTTP/1.1" status: 200 len: 814 time: 0.2237017 Aug 27 03:33:09.340351 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-6e283e1f-160d-4704-8c55-9194e1e7411b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/quotas/f04c0694a50c4533859c8db8a7269b63 HTTP/1.1" status: 200 len: 375 time: 0.0424552 Aug 27 03:33:09.343445 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ad3ae-10c9-48b9-a639-cd3e870ed1eb req-07ca5e4c-a55f-4587-b7bd-c327d1869aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:09.344858 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f4ad3ae-10c9-48b9-a639-cd3e870ed1eb req-07ca5e4c-a55f-4587-b7bd-c327d1869aef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 1099 time: 0.1499882 Aug 27 03:33:09.407467 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d306-b26d-4570-b72a-0544d62e6268 req-a3af984c-a837-4544-9ca5-ecffa95ff8cd tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:09.409013 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb64d306-b26d-4570-b72a-0544d62e6268 req-a3af984c-a837-4544-9ca5-ecffa95ff8cd tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 944 time: 0.1408045 Aug 27 03:33:09.531292 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb64d306-b26d-4570-b72a-0544d62e6268 req-6c5d2a3d-51c8-4df0-bb97-3625fd0e7901 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062872 Aug 27 03:33:09.538249 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-574a9a71-e16e-4fc1-8abb-4d53bbf165cd tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f04c0694a50c4533859c8db8a7269b63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909702 Aug 27 03:33:09.640990 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ad3ae-10c9-48b9-a639-cd3e870ed1eb req-556957fc-d06e-42f8-bcfc-a40604bac564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:09.642914 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f4ad3ae-10c9-48b9-a639-cd3e870ed1eb req-556957fc-d06e-42f8-bcfc-a40604bac564 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 920 time: 0.2605817 Aug 27 03:33:09.709622 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f4ad3ae-10c9-48b9-a639-cd3e870ed1eb req-8dd247f4-c592-4a13-a30d-22cd410b15d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d HTTP/1.1" status: 200 len: 217 time: 0.0506139 Aug 27 03:33:09.737083 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-4913233f-b8e8-44fb-85d3-d9b09740f38b service neutron] 10.222.0.48 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810310 Aug 27 03:33:09.859759 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-3eae1879-f9e6-45fa-9ec8-57fec02cc7fe service neutron] 10.222.0.48 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214173 Aug 27 03:33:09.990495 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ad3ae-10c9-48b9-a639-cd3e870ed1eb req-913fff38-a9b2-4402-903d-5f8a15aed85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:09.992660 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f4ad3ae-10c9-48b9-a639-cd3e870ed1eb req-913fff38-a9b2-4402-903d-5f8a15aed85e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 200 len: 859 time: 0.1314301 Aug 27 03:33:10.029449 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c5d49-fbbf-4215-970e-2037d9a705f0 req-393dd113-36ec-4f3e-8ae9-e47ca8ddf487 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:10.031878 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e29c5d49-fbbf-4215-970e-2037d9a705f0 req-393dd113-36ec-4f3e-8ae9-e47ca8ddf487 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1155992 Aug 27 03:33:10.085263 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f4ad3ae-10c9-48b9-a639-cd3e870ed1eb req-99b293cb-03fc-4e7b-90fe-1dce896d6bd1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97b5146e-1ead-45fa-b520-237d06579200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783706 Aug 27 03:33:10.583611 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e29c5d49-fbbf-4215-970e-2037d9a705f0 req-be7537cb-fd24-4625-bfa1-692f5f353390 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126941 Aug 27 03:33:10.627735 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d27b49-4d48-4a50-b6e8-66ba64fb2422 req-9a68092a-9cf8-4ded-a125-683b2deb3450 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:10.637130 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b1d27b49-4d48-4a50-b6e8-66ba64fb2422 req-9a68092a-9cf8-4ded-a125-683b2deb3450 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.5162113 Aug 27 03:33:10.768509 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b1d27b49-4d48-4a50-b6e8-66ba64fb2422 req-24bae87a-1493-4dcf-b84e-5354224ec057 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302574 Aug 27 03:33:10.770753 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f4ad3ae-10c9-48b9-a639-cd3e870ed1eb req-7ae8aa2c-4f89-4840-96cc-955d8afedfaa service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514206 Aug 27 03:33:10.788015 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-46cf6a79-0e45-47ae-af4e-75eb7f5dcc96 req-3860a84a-c0af-41db-9b65-d4d8acb4826b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 210 time: 0.0705693 Aug 27 03:33:10.932696 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f4ad3ae-10c9-48b9-a639-cd3e870ed1eb req-1fbb8ccb-6915-4863-bebc-30564da41cc4 service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432457 Aug 27 03:33:11.027699 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858cfd-7634-4d27-a864-4f08677e774e req-12033580-33aa-4524-bf2c-6b0748b608ee tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:11.029267 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d858cfd-7634-4d27-a864-4f08677e774e req-12033580-33aa-4524-bf2c-6b0748b608ee tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 944 time: 0.0954278 Aug 27 03:33:11.100220 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d858cfd-7634-4d27-a864-4f08677e774e req-7f687db4-715d-401a-b081-ac8298d86071 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630825 Aug 27 03:33:11.805273 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb1c56-302f-47be-b67b-4713677905ef req-77744504-0187-4d26-b382-09bc4169b41b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:11.813770 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b4eb1c56-302f-47be-b67b-4713677905ef req-77744504-0187-4d26-b382-09bc4169b41b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1493690 Aug 27 03:33:11.821273 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:33:11.865556 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b4eb1c56-302f-47be-b67b-4713677905ef req-d7c92d8a-9cbd-4ab7-9277-2083bcdc4849 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508056 Aug 27 03:33:11.919570 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-5b9cd0d1-1cd4-4eec-b2ed-86d3168e2ff3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:11.921226 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-5b9cd0d1-1cd4-4eec-b2ed-86d3168e2ff3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.62 "GET /v2.0/networks?id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b HTTP/1.1" status: 200 len: 814 time: 0.2044392 Aug 27 03:33:11.950988 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-850738a8-0253-4758-be42-c8d0c909a75d req-888764f3-7881-4609-9991-923aa4b50a69 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 210 time: 0.0287082 Aug 27 03:33:11.964278 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Request body: {'port': {'device_id': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'admin_state_up': True, 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:12.097254 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f64d2b-919a-4f5d-8ef8-27a1b64a705e req-6314dea3-316a-4e42-ab46-193229b0fb79 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:12.099746 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54f64d2b-919a-4f5d-8ef8-27a1b64a705e req-6314dea3-316a-4e42-ab46-193229b0fb79 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.1311176 Aug 27 03:33:12.258067 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54f64d2b-919a-4f5d-8ef8-27a1b64a705e req-e8ebaf04-a45a-435d-86a7-f75ad114024d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440496 Aug 27 03:33:12.300647 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Made reservation on behalf of f04c0694a50c4533859c8db8a7269b63 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:12.330761 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:12.541601 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea313d20-1c13-432d-b04d-44db4a50dfda req-e026a52c-80c6-4a2f-a98b-b43cf4bd7850 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:12.543534 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea313d20-1c13-432d-b04d-44db4a50dfda req-e026a52c-80c6-4a2f-a98b-b43cf4bd7850 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 944 time: 0.2039649 Aug 27 03:33:12.648126 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Allocated IP 172.20.0.6 (2b83c78b-c54e-4d49-9b7c-1ce1c073432b/b7f5b982-6637-44f0-84a2-c082e53570ad/ab86934c-3c7f-4ee5-8361-ae8500899a8b) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:12.676912 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea313d20-1c13-432d-b04d-44db4a50dfda req-368f3592-fb3a-447e-b662-f1e646f4883f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064904 Aug 27 03:33:13.047171 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:13.073916 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Transition to ACTIVE for port object ab86934c-3c7f-4ee5-8361-ae8500899a8b will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:13.181661 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:13.296280 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:13.305180 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:13.315912 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:13.326563 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697b6ea-dd9c-41e4-accd-ec769b9fedd4 req-0a2f314b-65be-4bbe-8473-9f18a443b324 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:13.329005 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0697b6ea-dd9c-41e4-accd-ec769b9fedd4 req-0a2f314b-65be-4bbe-8473-9f18a443b324 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1756332 Aug 27 03:33:13.338612 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee080b-d238-4eeb-8d15-bccffc19b765 req-e97f5431-e914-44a7-bfc2-627d70756168 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:13.340224 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-73ee080b-d238-4eeb-8d15-bccffc19b765 req-e97f5431-e914-44a7-bfc2-627d70756168 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.1895826 Aug 27 03:33:13.377816 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'Port': ['ID=ab86934c-3c7f-4ee5-8361-ae8500899a8b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:13.501383 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:13.502710 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:13.557028 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0697b6ea-dd9c-41e4-accd-ec769b9fedd4 req-cd8c1ac7-b2b0-4d1f-9842-7ddaaa14d270 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045922 Aug 27 03:33:13.602258 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-73ee080b-d238-4eeb-8d15-bccffc19b765 req-f4022283-2d66-4d6e-8168-1fe55362eef8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020435 Aug 27 03:33:13.636007 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-576e879d-0b8d-4424-a06a-19409e7c589b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6819701 Aug 27 03:33:13.640760 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-cc1e9a31-fecf-4659-a4c4-8244e3b471a9 None None] Provisioning for port ab86934c-3c7f-4ee5-8361-ae8500899a8b completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:13.650183 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-cc1e9a31-fecf-4659-a4c4-8244e3b471a9 None None] Provisioning complete for port ab86934c-3c7f-4ee5-8361-ae8500899a8b triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:13.651405 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9a31-fecf-4659-a4c4-8244e3b471a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:13.719278 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e9a31-fecf-4659-a4c4-8244e3b471a9 None None] Port ab86934c-3c7f-4ee5-8361-ae8500899a8b cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:33:13.779313 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae64801-0162-4270-bd34-27d73b4acbcb req-2f1c2afa-beb0-4a11-b283-51fe56ce640c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:13.781732 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ae64801-0162-4270-bd34-27d73b4acbcb req-2f1c2afa-beb0-4a11-b283-51fe56ce640c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0739648 Aug 27 03:33:13.838596 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ae64801-0162-4270-bd34-27d73b4acbcb req-1408be5b-ee48-4cb3-807f-3bec621b4b80 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505891 Aug 27 03:33:14.198268 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fec4-32b9-42dd-9e83-6e8170a491d6 req-c77aa6d0-21e9-4074-bd12-16675c5e0d01 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:14.207039 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b0b7fec4-32b9-42dd-9e83-6e8170a491d6 req-c77aa6d0-21e9-4074-bd12-16675c5e0d01 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 944 time: 0.2370193 Aug 27 03:33:14.275073 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b0b7fec4-32b9-42dd-9e83-6e8170a491d6 req-ebf3af5e-5827-4f9c-9ed4-0db5619c89c8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669816 Aug 27 03:33:14.312272 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 58092) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:14.386763 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:33:14.616128 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:14.657289 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-09427811-c0e7-4c78-a82a-3cf538d2d6a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bbe5ccf2ba5465c8f6766d2cd8cc275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398933 Aug 27 03:33:14.658140 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58100) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:14.659414 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1', 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8', 'port_id': 'e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1', 'mac_address': 'fa:16:3e:44:0e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e706786-821b-45ac-812c-c67930be1360', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:33:14.762345 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.772798 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.792767 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.820282 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:14.866416 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.871371 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.880237 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04df3ce2-1f79-442d-9994-422f07283199 HTTP/1.1" status: 204 len: 168 time: 0.2196646 Aug 27 03:33:14.881269 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:14.887782 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1745a-aad0-431c-b561-1cf90691c2d1 req-9aa92764-d507-4fa3-a85b-5206a8fc4458 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:14.892865 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:14.897617 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df3ce2-1f79-442d-9994-422f07283199,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:14.911805 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:14.913045 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:14.914700 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:14.915632 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bdb1745a-aad0-431c-b561-1cf90691c2d1 req-9aa92764-d507-4fa3-a85b-5206a8fc4458 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.2187185 Aug 27 03:33:14.916068 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:14.916634 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:14.917294 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:14.917893 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:14.918806 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:14.919454 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:14.920407 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:14.921514 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:14.922251 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ead02b-9d64-4a96-b34d-744bf5d574f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:15.026769 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bdb1745a-aad0-431c-b561-1cf90691c2d1 req-d571369c-760e-4cd1-a942-32d0d4756e90 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099005 Aug 27 03:33:15.069354 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:15.264132 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff229b54-b0c5-4daa-a3cd-e7cc0a78d998 req-c0ba203b-c1ef-47fe-92a9-6d03c853c8e0 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.278460 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff229b54-b0c5-4daa-a3cd-e7cc0a78d998 req-c0ba203b-c1ef-47fe-92a9-6d03c853c8e0 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.0992377 Aug 27 03:33:15.335666 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff229b54-b0c5-4daa-a3cd-e7cc0a78d998 req-3bf57105-4062-4abf-bb03-c7ac0d5d654e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560703 Aug 27 03:33:15.524362 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4e721-d5fd-495d-970f-d84ca296a41e req-f153848b-ba19-4e86-9da6-bd37f06211a8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.535137 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b8b4e721-d5fd-495d-970f-d84ca296a41e req-f153848b-ba19-4e86-9da6-bd37f06211a8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.1019506 Aug 27 03:33:15.584481 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b8b4e721-d5fd-495d-970f-d84ca296a41e req-6c764e1d-26bf-470c-8e0f-9a0bce24ed08 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483503 Aug 27 03:33:15.636573 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:15.765163 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07cb00-4067-44f1-a024-3b6d0872fdb7 req-6f93f8f3-6cae-45bb-b0bf-b43c616f164b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:15.777186 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f07cb00-4067-44f1-a024-3b6d0872fdb7 req-6f93f8f3-6cae-45bb-b0bf-b43c616f164b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 945 time: 0.0956705 Aug 27 03:33:15.871079 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f07cb00-4067-44f1-a024-3b6d0872fdb7 req-a838b740-a653-4409-a4e6-afde86c31aa0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872574 Aug 27 03:33:16.330308 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1932ee-6a5d-44c3-b046-4ffb47e80232 req-5b1fd5bb-f4c5-43c4-81f3-d27d26989ba1 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:16.338332 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb1932ee-6a5d-44c3-b046-4ffb47e80232 req-5b1fd5bb-f4c5-43c4-81f3-d27d26989ba1 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1734705 Aug 27 03:33:16.488729 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb1932ee-6a5d-44c3-b046-4ffb47e80232 req-b7a01458-24fc-4c62-9ae2-028536d8cc83 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491070 Aug 27 03:33:16.530852 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 58134) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:16.739527 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-204187090-network', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:16.793226 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3de3bf-7974-4ba7-990a-15b44e746fa1 req-c00de1c1-7565-4a94-b905-eab6247a559a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:16.795726 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec3de3bf-7974-4ba7-990a-15b44e746fa1 req-c00de1c1-7565-4a94-b905-eab6247a559a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.1222994 Aug 27 03:33:16.797168 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Made reservation on behalf of 93c77e3c5a0d4923a18d3f98ccb523a8 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:16.800471 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:16.816563 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:16.872601 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec3de3bf-7974-4ba7-990a-15b44e746fa1 req-764e1356-ad79-4409-ac03-882e85eeb6f1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584025 Aug 27 03:33:17.000937 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.014154 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.048542 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:33:17.085232 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e1ed4f-6428-4217-8ae3-e1a9cb8a16ef,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:17.099736 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.100076 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Added segment bf5d825b-f681-4fed-b5b6-8929420b5273 of type vlan for network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d Aug 27 03:33:17.124296 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6201d-1bb8-4a5c-b361-fd835886d032 req-ab33823d-abd0-495b-b168-6a1c578e225b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:17.132572 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-29d6201d-1bb8-4a5c-b361-fd835886d032 req-ab33823d-abd0-495b-b168-6a1c578e225b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.1340494 Aug 27 03:33:17.182270 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.228413 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-29d6201d-1bb8-4a5c-b361-fd835886d032 req-4063e69d-af9f-4f91-993a-2d0566ea3483 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948384 Aug 27 03:33:17.258735 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.259465 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:17.260281 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.345741 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8133020 Aug 27 03:33:17.347138 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58142) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:17.355645 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] Request body: {'subnet': {'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-204187090-subnet', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:17.395250 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] Made reservation on behalf of 93c77e3c5a0d4923a18d3f98ccb523a8 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:17.401421 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130617922'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.407715 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d12347-0691-4aed-8402-100f14fc638a admin admin] Pushing event updated for resources: {'Network': ['ID=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:17.424713 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:33:17.454130 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77508d-d0cf-47b9-aab4-dd1ee7f5ab0b req-150c6647-6c20-44d5-b366-42742c439500 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:17.464450 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf77508d-d0cf-47b9-aab4-dd1ee7f5ab0b req-150c6647-6c20-44d5-b366-42742c439500 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 945 time: 0.1386495 Aug 27 03:33:17.525959 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf77508d-d0cf-47b9-aab4-dd1ee7f5ab0b req-083b8680-a4f9-420f-b63f-748221d6010b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555491 Aug 27 03:33:17.697125 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131046858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130617904'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.722174 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeaeb0-0ee3-410d-a862-8b2ae3125fc4 req-ed25611e-cde2-43fb-8ac7-944db9191ece tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:17.726192 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fdeaeb0-0ee3-410d-a862-8b2ae3125fc4 req-ed25611e-cde2-43fb-8ac7-944db9191ece tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0715408 Aug 27 03:33:17.776211 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df328a79-ae45-41b7-a98b-d8e44618b9f2,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:17.786400 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] Checking segment: {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:17.786869 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] Network hostable DHCP agents. Network: fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:33:17.812298 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] Network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:33:17.825689 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fdeaeb0-0ee3-410d-a862-8b2ae3125fc4 req-ba31f29d-92e7-4f2d-aeda-215075e096c1 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802739 Aug 27 03:33:17.833382 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:17.860927 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:17.862096 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:17.870364 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061bf33f-fafc-4dfa-8e2a-033cdab4f5d1 None None] Network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:33:17.953250 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2a4d86b5-60d6-46f6-a5d6-ecfc3dd76243 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6011159 Aug 27 03:33:17.955493 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58150) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:17.962065 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:18.025592 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1028961'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:18.027816 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1028888'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:18.087451 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980568df-2783-40ce-8e2c-3b2c5117c96e req-4ea3eb73-115c-4600-be79-879d15bd3a3d tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:18.096304 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-980568df-2783-40ce-8e2c-3b2c5117c96e req-4ea3eb73-115c-4600-be79-879d15bd3a3d tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.0741999 Aug 27 03:33:18.135185 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-980568df-2783-40ce-8e2c-3b2c5117c96e req-0c385dff-9c9d-4e50-8165-0d51dd0f43e1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Aug 27 03:33:18.155284 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:18.279426 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7ba0a6-19e2-5375-9d6c-a0607f403ae2-fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2'}]}} from dv-cinder-773985-14-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:33:18.280913 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:18.379763 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:18.463256 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Allocated IP 172.20.0.2 (fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d/df328a79-ae45-41b7-a98b-d8e44618b9f2/bacde8e7-486d-48de-a213-37c81a77fb15) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:18.466612 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603702a8-24e8-4663-b79d-2b98af92b066 req-4fa1d69e-cb83-427a-93c2-8c0c4e24a2a4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:18.470974 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-603702a8-24e8-4663-b79d-2b98af92b066 req-4fa1d69e-cb83-427a-93c2-8c0c4e24a2a4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0851083 Aug 27 03:33:18.474956 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:18.579744 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-603702a8-24e8-4663-b79d-2b98af92b066 req-f2397320-5149-4b03-89dc-01f67a7c74db tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017008 Aug 27 03:33:18.696166 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:18.703737 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:18.704199 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:18.777341 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:18.816393 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786d3f6-1494-49ef-8970-b56b9267cf28 req-21322823-5251-4014-b0d7-d321a4a2fa80 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:18.825787 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:18.843683 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b786d3f6-1494-49ef-8970-b56b9267cf28 req-21322823-5251-4014-b0d7-d321a4a2fa80 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 945 time: 0.1578248 Aug 27 03:33:19.007090 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b786d3f6-1494-49ef-8970-b56b9267cf28 req-f6b896f2-936e-4057-b270-1ebd51808396 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553628 Aug 27 03:33:19.012550 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:19.090072 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Allocated IP 172.27.2.248 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/ac5ad1a8-c81a-4a62-8da0-55a5722f8fec) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:19.197098 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af24fd3-dd70-44fa-b9e0-b1fa27f9f963 req-afa1cf10-9958-40ad-a2e7-0fca1d3be5eb tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:19.218396 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6af24fd3-dd70-44fa-b9e0-b1fa27f9f963 req-afa1cf10-9958-40ad-a2e7-0fca1d3be5eb tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1147377 Aug 27 03:33:19.292050 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6af24fd3-dd70-44fa-b9e0-b1fa27f9f963 req-a6958e1c-1469-4140-a884-c52cbe560293 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686970 Aug 27 03:33:19.369043 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:19.392199 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Transition to ACTIVE for port object bacde8e7-486d-48de-a213-37c81a77fb15 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:19.434075 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Transition to ACTIVE for port object bacde8e7-486d-48de-a213-37c81a77fb15 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:19.453127 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:19.464695 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:19.494572 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7d911-54b5-4a91-b675-bb54ce5c7a45 req-c5c04a95-0878-4667-93bc-5b7230bdc534 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:19.496823 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ffa7d911-54b5-4a91-b675-bb54ce5c7a45 req-c5c04a95-0878-4667-93bc-5b7230bdc534 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.1026092 Aug 27 03:33:19.547510 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:19.554151 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:19.559385 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:19.575774 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:19.577181 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:19.597261 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:19.623204 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:19.641102 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5ad1a8-c81a-4a62-8da0-55a5722f8fec,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:19.663273 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ffa7d911-54b5-4a91-b675-bb54ce5c7a45 req-06a87a1e-730c-4801-8ca1-91de0cfde8c1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406336 Aug 27 03:33:19.684600 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:19.684600 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bcfa74-f228-4e6c-842b-66a5cad93c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:19.703845 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8188be88-10c6-4da5-aa1b-135e9cae2805" -d '{"events": [{"server_uuid": "f8bcfa74-f228-4e6c-842b-66a5cad93c7a", "name": "network-vif-plugged", "status": "completed", "tag": "e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:19.703845 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Pushing event updated for resources: {'Port': ['ID=bacde8e7-486d-48de-a213-37c81a77fb15,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:19.710326 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:19.831152 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836011ac-30dc-4b2b-82cf-5d0b1fb85b41 req-3ae4cc31-032b-41a5-9a1e-c24d5ee086a4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:19.847386 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-836011ac-30dc-4b2b-82cf-5d0b1fb85b41 req-3ae4cc31-032b-41a5-9a1e-c24d5ee086a4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0749192 Aug 27 03:33:19.872074 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:19.898583 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-836011ac-30dc-4b2b-82cf-5d0b1fb85b41 req-c9c02bfd-9304-4a09-8ab9-d4b75ec2b0e9 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485327 Aug 27 03:33:19.903100 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Attempting to bind port bacde8e7-486d-48de-a213-37c81a77fb15 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:19.903771 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Attempting to bind port bacde8e7-486d-48de-a213-37c81a77fb15 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:19.904413 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Attempting to bind port bacde8e7-486d-48de-a213-37c81a77fb15 on network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:19.912977 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:19.914383 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Checking segment: {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:19.915214 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:19.915961 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Bound using segment: {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:19.917078 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Bound port: bacde8e7-486d-48de-a213-37c81a77fb15, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:19.917687 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:20.039011 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] For port bacde8e7-486d-48de-a213-37c81a77fb15, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:20.044915 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] For port bacde8e7-486d-48de-a213-37c81a77fb15, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=bacde8e7-486d-48de-a213-37c81a77fb15,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:20.050927 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b796de85-ff4b-40f2-9923-fad27cf2cd39 x-openstack-request-id: req-b796de85-ff4b-40f2-9923-fad27cf2cd39 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:20.051884 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bcfa74-f228-4e6c-842b-66a5cad93c7a", "name": "network-vif-plugged", "status": "completed", "tag": "e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:20.052360 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b796de85-ff4b-40f2-9923-fad27cf2cd39 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:20.053064 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bcfa74-f228-4e6c-842b-66a5cad93c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1', 'code': 200} Aug 27 03:33:20.059749 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:20.080520 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:20.159483 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30988a2d-681a-43e2-b021-5fb66a9ea285 None None] Pushing event updated for resources: {'Port': ['ID=bacde8e7-486d-48de-a213-37c81a77fb15,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:20.222288 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8fe99-bb37-4934-af0d-e45dc7a1b7e2 req-f937d7ea-4376-460a-9a2c-d2ddd66f2edc tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:20.234718 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86e8fe99-bb37-4934-af0d-e45dc7a1b7e2 req-f937d7ea-4376-460a-9a2c-d2ddd66f2edc tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.1203160 Aug 27 03:33:20.317591 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86e8fe99-bb37-4934-af0d-e45dc7a1b7e2 req-bd9b79a7-990a-4d69-8806-594a1f3990ad tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816126 Aug 27 03:33:20.597396 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49cac8-2936-40f1-852d-cb6c392897d9 req-d2d0ab59-f99d-414d-b789-35ea47171e42 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:20.607644 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bf49cac8-2936-40f1-852d-cb6c392897d9 req-d2d0ab59-f99d-414d-b789-35ea47171e42 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1624470 Aug 27 03:33:20.626974 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430331'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:20.699128 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bf49cac8-2936-40f1-852d-cb6c392897d9 req-80f50a50-4c27-46cc-9e55-d62f3a370e7d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803616 Aug 27 03:33:20.833303 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 is scheduled to L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:33:20.882111 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28b783-f700-46ec-a2be-30621d847750 req-d4580915-1b58-4c8c-b6ef-75195440cfe3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:20.883828 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f28b783-f700-46ec-a2be-30621d847750 req-d4580915-1b58-4c8c-b6ef-75195440cfe3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.0656550 Aug 27 03:33:20.941869 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f28b783-f700-46ec-a2be-30621d847750 req-8c741248-99dd-48dd-9320-a4ba6a9a8253 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512722 Aug 27 03:33:20.978810 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:33:20.990778 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Sync routers for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:33:20.998393 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:20.999971 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-275b5ab6-88fc-4a2b-8405-cfda1f80f278 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0434325 Aug 27 03:33:21.002841 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 58186) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:21.013738 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:21.015073 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-090284c0-d486-486c-8bcf-2525b076064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:33:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:21.156890 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:21.173424 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66b7c1-e033-4aae-bd1c-9f428b5d8aae req-4d10c41b-f4d9-4265-924a-8736eb64cb3a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:21.175405 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd66b7c1-e033-4aae-bd1c-9f428b5d8aae req-4d10c41b-f4d9-4265-924a-8736eb64cb3a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.1123514 Aug 27 03:33:21.270285 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd66b7c1-e033-4aae-bd1c-9f428b5d8aae req-574d1edf-1393-4a91-ad38-a6ffc8d1a996 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817716 Aug 27 03:33:21.392661 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-090284c0-d486-486c-8bcf-2525b076064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:19Z', 'revision_number': 3, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:21.429098 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Checking router: 57f5fd71-8e25-4c68-b4de-dc098d1ee661 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:33:21.430149 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Updating router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec binding host dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:33:21.474555 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:21.548291 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a08fb-90f5-4b12-81ae-79cd5cac6387 req-6059c490-c71c-4207-bf32-ade698f83398 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:21.557196 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c82a08fb-90f5-4b12-81ae-79cd5cac6387 req-6059c490-c71c-4207-bf32-ade698f83398 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.1351666 Aug 27 03:33:21.593959 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1e6d27-a734-41eb-8408-6fe2a5ac45cf None None] Network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:33:21.659057 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c82a08fb-90f5-4b12-81ae-79cd5cac6387 req-773c10bc-e35c-4d01-bc14-d310889378ad tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008487 Aug 27 03:33:21.673651 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device bacde8e7-486d-48de-a213-37c81a77fb15 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:21.782838 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:21.796076 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-2d802a2d-b632-4f7d-b863-822a212da252 None None] Provisioning for port bacde8e7-486d-48de-a213-37c81a77fb15 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:21.851730 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port bacde8e7-486d-48de-a213-37c81a77fb15 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:21.854216 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:21.861731 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port bacde8e7-486d-48de-a213-37c81a77fb15 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:21.862129 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:21.870059 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Transition to ACTIVE for port object ac5ad1a8-c81a-4a62-8da0-55a5722f8fec will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:21.882519 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:21.945538 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789f17e-1a6b-46d5-8033-2edf444cc875 None None] Pushing event updated for resources: {'Port': ['ID=ac5ad1a8-c81a-4a62-8da0-55a5722f8fec,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:21.960860 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Attempting to bind port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:21.961365 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Attempting to bind port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:21.961828 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Attempting to bind port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec on network 72494cfa-c7c5-48de-8c41-db48fc0cee32 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:21.967504 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:21.968843 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Checking segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:21.969062 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:21.969542 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Bound using segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:21.970150 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Bound port: ac5ad1a8-c81a-4a62-8da0-55a5722f8fec, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:21.970661 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:22.034382 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8502cf-052d-4a57-8535-0daa1c9a57ad req-7ae9986c-d1f7-4684-8873-058d109e1b76 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:22.036336 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e8502cf-052d-4a57-8535-0daa1c9a57ad req-7ae9986c-d1f7-4684-8873-058d109e1b76 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.2224321 Aug 27 03:33:22.037672 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:22.076211 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-090284c0-d486-486c-8bcf-2525b076064e None None] For port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:22.080826 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-090284c0-d486-486c-8bcf-2525b076064e None None] For port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=ac5ad1a8-c81a-4a62-8da0-55a5722f8fec,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:22.089686 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:22.111439 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port bacde8e7-486d-48de-a213-37c81a77fb15, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=bacde8e7-486d-48de-a213-37c81a77fb15,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:22.116302 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:22.235778 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=bacde8e7-486d-48de-a213-37c81a77fb15,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:22.237658 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:22.240843 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-090284c0-d486-486c-8bcf-2525b076064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:33:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:22.272023 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Allocated IP 172.20.0.1 (fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d/df328a79-ae45-41b7-a98b-d8e44618b9f2/aa98e772-3d26-483f-b905-b45fcb2e3bde) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:22.356191 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-e1e2f94f-1f30-4a55-b9e0-f97f72ad270a None None] Provisioning complete for port bacde8e7-486d-48de-a213-37c81a77fb15 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:22.356571 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f94f-1f30-4a55-b9e0-f97f72ad270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:22.386772 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789f17e-1a6b-46d5-8033-2edf444cc875 None None] Pushing event updated for resources: {'Port': ['ID=ac5ad1a8-c81a-4a62-8da0-55a5722f8fec,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:22.419052 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7e8502cf-052d-4a57-8535-0daa1c9a57ad req-209927b7-7efd-4d11-a84c-4e586826598f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761432 Aug 27 03:33:22.459075 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:22.495970 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Transition to ACTIVE for port object aa98e772-3d26-483f-b905-b45fcb2e3bde will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:22.586913 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-090284c0-d486-486c-8bcf-2525b076064e None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:22.599665 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:22.609913 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d4aee-c183-443a-969d-f2b87f5e32c8 req-709872db-5131-4a9f-9dd8-6968b0b9301d tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:22.611609 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-241d4aee-c183-443a-969d-f2b87f5e32c8 req-709872db-5131-4a9f-9dd8-6968b0b9301d tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.0883608 Aug 27 03:33:22.672484 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:22.680157 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:22.690441 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:22.695504 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Pushing event updated for resources: {'Port': ['ID=aa98e772-3d26-483f-b905-b45fcb2e3bde,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:22.740136 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-241d4aee-c183-443a-969d-f2b87f5e32c8 req-d39374ac-a587-4de5-a7cf-0adfa48ca78d tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203322 Aug 27 03:33:22.769260 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430116'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:22.859547 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-090284c0-d486-486c-8bcf-2525b076064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:19Z', 'revision_number': 3, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:22.901105 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090284c0-d486-486c-8bcf-2525b076064e None None] The sync data for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi is: [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:19Z', 'revision_number': 3, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:33:22.955957 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b0ab0-b344-4eb5-bbf1-74ed574bb160 req-f8eddfb8-3045-44b4-af3d-f0b653c62617 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:22.957981 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b57b0ab0-b344-4eb5-bbf1-74ed574bb160 req-f8eddfb8-3045-44b4-af3d-f0b653c62617 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.1186414 Aug 27 03:33:23.030046 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b57b0ab0-b344-4eb5-bbf1-74ed574bb160 req-c7a34ebc-ef25-4726-91b1-3cba7312c20f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624261 Aug 27 03:33:23.040723 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.133318 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-eead9996-e7b0-40f4-a67c-ec0518753402 None None] Provisioning for port aa98e772-3d26-483f-b905-b45fcb2e3bde completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:23.139855 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-eead9996-e7b0-40f4-a67c-ec0518753402 None None] Provisioning complete for port aa98e772-3d26-483f-b905-b45fcb2e3bde triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:23.140659 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eead9996-e7b0-40f4-a67c-ec0518753402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.204995 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-eead9996-e7b0-40f4-a67c-ec0518753402 None None] Port aa98e772-3d26-483f-b905-b45fcb2e3bde cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:33:23.384866 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80faf2-af9e-4356-bc1a-c885d646060c req-ec7584f4-0f26-449c-8d97-13944a5674c8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:23.387136 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a80faf2-af9e-4356-bc1a-c885d646060c req-ec7584f4-0f26-449c-8d97-13944a5674c8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.1795967 Aug 27 03:33:23.436825 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a80faf2-af9e-4356-bc1a-c885d646060c req-89f70020-e00c-49f7-a17d-71b7f334bd75 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Aug 27 03:33:23.463048 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.469274 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.695971 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ac5ad1a8-c81a-4a62-8da0-55a5722f8fec up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:23.773513 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:23.791749 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:23.792127 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.897554 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.925456 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=ac5ad1a8-c81a-4a62-8da0-55a5722f8fec,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:23.943929 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Pushing event updated for resources: {'Port': ['ID=aa98e772-3d26-483f-b905-b45fcb2e3bde,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:23.951517 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.953658 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device bacde8e7-486d-48de-a213-37c81a77fb15 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:23.958179 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133756074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430587'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:23.995771 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f112c5-3c3c-4106-a9a4-931b8bad90ab req-4e08bd21-6dfd-4b82-9c94-8c62c162a385 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.004050 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8f112c5-3c3c-4106-a9a4-931b8bad90ab req-4e08bd21-6dfd-4b82-9c94-8c62c162a385 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1188841 Aug 27 03:33:24.068572 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=ac5ad1a8-c81a-4a62-8da0-55a5722f8fec,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:24.078160 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port bacde8e7-486d-48de-a213-37c81a77fb15 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:24.078160 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.110788 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f8f112c5-3c3c-4106-a9a4-931b8bad90ab req-af79a059-83e9-47d2-86f3-b68240a9104a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057441 Aug 27 03:33:24.145743 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:24.147540 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:24.315867 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76197e7b-67cd-4399-ae5a-afae641131b7 req-35cf2fdf-455f-4ff5-896e-6f2b0d0a1fa5 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.317655 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-76197e7b-67cd-4399-ae5a-afae641131b7 req-35cf2fdf-455f-4ff5-896e-6f2b0d0a1fa5 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.1172431 Aug 27 03:33:24.373194 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:33:24.378075 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-76197e7b-67cd-4399-ae5a-afae641131b7 req-47376454-45f5-497b-9787-318aede82867 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543230 Aug 27 03:33:24.453700 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58266) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:24.458706 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-de405623-f1f0-4869-86ef-1315b25be00b None None] Provisioning complete for port aa98e772-3d26-483f-b905-b45fcb2e3bde triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:24.459242 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-de405623-f1f0-4869-86ef-1315b25be00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.506400 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-df66b6de-6b02-4ef7-aaea-01d34a8912b7 admin admin] Deleting subnet e01f0c24-afac-4a83-8a75-7976d01305c9 {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:33:24.509899 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-df66b6de-6b02-4ef7-aaea-01d34a8912b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.534184 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-de405623-f1f0-4869-86ef-1315b25be00b None None] Port aa98e772-3d26-483f-b905-b45fcb2e3bde cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:33:24.553982 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-df66b6de-6b02-4ef7-aaea-01d34a8912b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131057284'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.561975 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a6fe4-e3e7-46ce-a6f8-16079ed41df7 req-b210a546-95c1-4132-996e-54af5357e2fb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.563925 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a17a6fe4-e3e7-46ce-a6f8-16079ed41df7 req-b210a546-95c1-4132-996e-54af5357e2fb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.1207197 Aug 27 03:33:24.571896 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:33:24.578437 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7c4c23e2-9203-47f3-83da-4333b0d605b1 admin admin] 10.222.0.48 "PUT /v2.0/routers/57f5fd71-8e25-4c68-b4de-dc098d1ee661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5743864 Aug 27 03:33:24.613259 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-df66b6de-6b02-4ef7-aaea-01d34a8912b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.613513 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a17a6fe4-e3e7-46ce-a6f8-16079ed41df7 req-e9b2470f-cde0-4ff1-b992-5b1cf370a686 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394228 Aug 27 03:33:24.704893 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-df66b6de-6b02-4ef7-aaea-01d34a8912b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131042313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130617897'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.737877 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66b6de-6b02-4ef7-aaea-01d34a8912b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e01f0c24-afac-4a83-8a75-7976d01305c9,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:24.740402 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-df66b6de-6b02-4ef7-aaea-01d34a8912b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.742615 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-df66b6de-6b02-4ef7-aaea-01d34a8912b7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e01f0c24-afac-4a83-8a75-7976d01305c9 HTTP/1.1" status: 204 len: 168 time: 0.2872865 Aug 27 03:33:24.745223 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58272) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:24.775126 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3db11-e626-4518-9b6c-37200d2d7978 req-65bff733-caf9-4015-b7ff-004a3ae81501 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:24.790816 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-adb3db11-e626-4518-9b6c-37200d2d7978 req-65bff733-caf9-4015-b7ff-004a3ae81501 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.0769093 Aug 27 03:33:24.829487 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-adb3db11-e626-4518-9b6c-37200d2d7978 req-63fdb549-a794-4091-b834-f26cfa2d1b71 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376725 Aug 27 03:33:24.852870 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.943594 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.954340 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7821d0-97cf-441e-beed-217d20735215']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:24.964886 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25666ab-f37b-491e-836d-78ae31b1116c') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:24.965187 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25666ab-f37b-491e-836d-78ae31b1116c') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:24.976408 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131057307'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:24.994386 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.001932 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:33:25.002549 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131042415'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: Traceback (most recent call last): Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: timer() Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: cb(*args, **kw) Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: return func(*args, **kwargs) Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: self._notify() Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: self.callback(batched_events) Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: event.method(event) Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: return f(self, *a, **k) Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._get(url).json() Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:33:25.004253 dv-cinder-773985-14-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:33:25.093701 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.094294 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.100943 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fe7821d0-97cf-441e-beed-217d20735215 HTTP/1.1" status: 204 len: 168 time: 0.3523619 Aug 27 03:33:25.127726 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ee818-ed9d-4028-90bd-7207cee4dd43 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7821d0-97cf-441e-beed-217d20735215,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:25.282964 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Sync routers for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:33:25.286620 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782cffb-7075-4896-ada3-854b235bff4e req-0d35bfe3-f0b6-4a88-a0d8-f59779d3525d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:25.307084 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7782cffb-7075-4896-ada3-854b235bff4e req-0d35bfe3-f0b6-4a88-a0d8-f59779d3525d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1190283 Aug 27 03:33:25.317732 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:25.320026 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:33:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:25.350289 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58290) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:25.366973 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-692051757-network', 'tenant_id': '21a426ea49f34923b138bab97bccbce3'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:25.397467 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7782cffb-7075-4896-ada3-854b235bff4e req-f0f8229c-a777-4fbd-81ad-ab600ec351b6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892015 Aug 27 03:33:25.464894 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Made reservation on behalf of 21a426ea49f34923b138bab97bccbce3 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:25.480677 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 58294) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:25.481133 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.506319 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.531091 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:25.596439 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ac5ad1a8-c81a-4a62-8da0-55a5722f8fec up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:25.641320 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1b593702-3d7b-40e1-847e-4bbaa4b3c812 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cda0da7bc3bd48d7b12cbc7e6f823b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594651 Aug 27 03:33:25.653009 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc55aa-6387-408b-8c86-c9d02e33f1f1 req-9b1e6cf5-606c-468e-8000-f546b5196e86 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:25.661762 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0dbc55aa-6387-408b-8c86-c9d02e33f1f1 req-9b1e6cf5-606c-468e-8000-f546b5196e86 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.1709080 Aug 27 03:33:25.669350 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 58296) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:25.674492 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.679587 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.710841 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:33:25.723729 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece38a0-e010-4542-9e5e-bc8b6673035e,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:25.729861 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.730221 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Added segment 94a29a7d-9769-4e77-9499-3b30a6e3ffe2 of type vlan for network 9365f370-8fde-40f2-a820-d9eacde447aa Aug 27 03:33:25.755699 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0dbc55aa-6387-408b-8c86-c9d02e33f1f1 req-e81b77f5-7cd0-4ede-a847-60d544b3b173 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926890 Aug 27 03:33:25.798031 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:25.798464 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.801920 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de8d5323-24bc-47b2-a1d2-3a846f4b795a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.827626 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.834271 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de8d5323-24bc-47b2-a1d2-3a846f4b795a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.883552 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.884730 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:25.885458 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.944757 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb825-bb2a-4e0b-adff-1420077a24d2 req-1fd822ff-9ff5-4c35-a333-c5e7d71ffb56 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:25.947408 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86aeb825-bb2a-4e0b-adff-1420077a24d2 req-1fd822ff-9ff5-4c35-a333-c5e7d71ffb56 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0709505 Aug 27 03:33:25.949004 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 2, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:25.952152 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de8d5323-24bc-47b2-a1d2-3a846f4b795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.957555 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de8d5323-24bc-47b2-a1d2-3a846f4b795a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.959105 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6073799 Aug 27 03:33:25.970917 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-de8d5323-24bc-47b2-a1d2-3a846f4b795a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93026b5a-127b-4200-8cf9-7cde2b60c67b HTTP/1.1" status: 204 len: 168 time: 0.2978749 Aug 27 03:33:25.974333 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58302) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:25.990172 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Checking router: 57f5fd71-8e25-4c68-b4de-dc098d1ee661 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:33:25.990528 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Updating router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 port aa98e772-3d26-483f-b905-b45fcb2e3bde binding host dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:33:26.003940 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] Request body: {'subnet': {'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-692051757-subnet', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:26.008571 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc638ea5-2f33-4632-9af1-ffdbdd36240b admin admin] Pushing event updated for resources: {'Network': ['ID=9365f370-8fde-40f2-a820-d9eacde447aa,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:26.021536 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 9365f370-8fde-40f2-a820-d9eacde447aa details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:33:26.024677 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.040416 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d5323-24bc-47b2-a1d2-3a846f4b795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93026b5a-127b-4200-8cf9-7cde2b60c67b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:26.059773 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] Made reservation on behalf of 21a426ea49f34923b138bab97bccbce3 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:26.067846 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130617922'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.067998 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86aeb825-bb2a-4e0b-adff-1420077a24d2 req-74f92bba-57d9-4b43-9205-bdb820b20f9d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954340 Aug 27 03:33:26.277415 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474fb2e-3f24-439c-9f42-3d6047efdbf7 req-d0fcb7d1-dd69-43e2-9516-467dcd432c3b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:26.280458 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5474fb2e-3f24-439c-9f42-3d6047efdbf7 req-d0fcb7d1-dd69-43e2-9516-467dcd432c3b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.1219361 Aug 27 03:33:26.360824 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5474fb2e-3f24-439c-9f42-3d6047efdbf7 req-c2e3fa8d-95f3-447e-bd24-103cd3423c44 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704203 Aug 27 03:33:26.625238 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfb889-10f1-4951-ac83-7a21d9acac3f req-4762bd2c-ae8d-4472-91f8-a0fa39dadad4 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:26.630240 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.635159 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bbfb889-10f1-4951-ac83-7a21d9acac3f req-4762bd2c-ae8d-4472-91f8-a0fa39dadad4 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1161680 Aug 27 03:33:26.635360 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131046858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130617904'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.661169 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Transition to ACTIVE for port object aa98e772-3d26-483f-b905-b45fcb2e3bde will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:26.669225 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.689198 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bbfb889-10f1-4951-ac83-7a21d9acac3f req-0859ba5f-39d2-4f80-88f8-80221ce7229c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474002 Aug 27 03:33:26.701209 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e68a08-08fe-4f2b-9f6f-fa656ce842e0,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:26.747060 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] Checking segment: {'id': '94a29a7d-9769-4e77-9499-3b30a6e3ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:26.747655 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] Network hostable DHCP agents. Network: 9365f370-8fde-40f2-a820-d9eacde447aa, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:33:26.791225 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] Network 9365f370-8fde-40f2-a820-d9eacde447aa is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:33:26.802980 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6236ef-f74e-4c47-97e6-18a86742062f None None] Pushing event updated for resources: {'Port': ['ID=aa98e772-3d26-483f-b905-b45fcb2e3bde,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:26.811598 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 9365f370-8fde-40f2-a820-d9eacde447aa) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:26.819058 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:26.821949 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.850470 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409e839-25e0-4897-97b0-1bd94296879e None None] Network 9365f370-8fde-40f2-a820-d9eacde447aa requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:33:26.853537 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d9b2076d-3825-48f6-b47e-9dbb836a0c2c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8586209 Aug 27 03:33:26.858866 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 58318) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:26.864445 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-692051757-router', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:26.949433 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1028961'] for router, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.953186 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1028888'] for router, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.031661 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fff3c-1f44-4d94-a8c7-c6a215101c78 req-0b272ed1-bfd9-49c0-b56b-a70a25eb9ab7 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:27.039510 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-897fff3c-1f44-4d94-a8c7-c6a215101c78 req-0b272ed1-bfd9-49c0-b56b-a70a25eb9ab7 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.1388268 Aug 27 03:33:27.129905 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Attempting to bind port aa98e772-3d26-483f-b905-b45fcb2e3bde on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:27.130335 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Attempting to bind port aa98e772-3d26-483f-b905-b45fcb2e3bde by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:27.130750 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Attempting to bind port aa98e772-3d26-483f-b905-b45fcb2e3bde on network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:27.134741 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.145097 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:27.145480 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Checking segment: {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:27.146034 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.146431 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Bound using segment: {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:27.146903 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Bound port: aa98e772-3d26-483f-b905-b45fcb2e3bde, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:27.147285 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.194333 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-897fff3c-1f44-4d94-a8c7-c6a215101c78 req-fd5f752d-a678-4e4b-83cb-64b292a9a8d4 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538935 Aug 27 03:33:27.321047 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7ba0a6-19e2-5375-9d6c-a0607f403ae2-9365f370-8fde-40f2-a820-d9eacde447aa', 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'fixed_ips': [{'subnet_id': '62e68a08-08fe-4f2b-9f6f-fa656ce842e0'}]}} from dv-cinder-773985-14-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:33:27.321871 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.351773 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] For port aa98e772-3d26-483f-b905-b45fcb2e3bde, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:27.423466 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.444101 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] For port aa98e772-3d26-483f-b905-b45fcb2e3bde, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=aa98e772-3d26-483f-b905-b45fcb2e3bde,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:27.455501 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.495533 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09bff9-add7-4948-84ab-6eb2ae27e918 req-c7c33562-d97e-409f-af30-508dd4a18609 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:27.502559 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f09bff9-add7-4948-84ab-6eb2ae27e918 req-c7c33562-d97e-409f-af30-508dd4a18609 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.2115855 Aug 27 03:33:27.585969 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f09bff9-add7-4948-84ab-6eb2ae27e918 req-74c635ac-2150-4939-a706-29e3487ed656 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807824 Aug 27 03:33:27.589514 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6236ef-f74e-4c47-97e6-18a86742062f None None] Pushing event updated for resources: {'Port': ['ID=aa98e772-3d26-483f-b905-b45fcb2e3bde,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:27.645602 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:27.646327 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:33:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:27.806994 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:27.838081 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Allocated IP 172.20.0.2 (9365f370-8fde-40f2-a820-d9eacde447aa/62e68a08-08fe-4f2b-9f6f-fa656ce842e0/cafb7bac-e4bc-49c3-9b84-0eadba71b9b7) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:27.870210 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.895437 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:27.948897 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038609e7-b5dd-4dcc-8e18-2e9e645567ac req-29f09777-c916-4807-8503-3204e89a068b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:27.950429 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-038609e7-b5dd-4dcc-8e18-2e9e645567ac req-29f09777-c916-4807-8503-3204e89a068b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.1828840 Aug 27 03:33:28.089506 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Allocated IP 172.27.2.146 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/87468c65-2c5c-4bc6-a40d-6e516d6c1b70) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:28.131923 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-038609e7-b5dd-4dcc-8e18-2e9e645567ac req-8d6d6539-72c2-441a-99c7-4e3e5cd11e58 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751947 Aug 27 03:33:28.189360 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:28.201412 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Transition to ACTIVE for port object cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:28.229207 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Transition to ACTIVE for port object cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:28.238716 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:28.243657 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:27Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:28.302818 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b69a14-a1c4-49dd-9da8-dfc5b959acd9 None None] The sync data for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi is: [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:27Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:33:28.323635 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:28.331273 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Network 9365f370-8fde-40f2-a820-d9eacde447aa is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:28.340354 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Pushing event updated for resources: {'Port': ['ID=cafb7bac-e4bc-49c3-9b84-0eadba71b9b7,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:28.353709 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10a624-771c-4f49-9647-3f5379929c09 req-ea677bd1-fa46-4376-a356-a813e632c53b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:28.353709 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f10a624-771c-4f49-9647-3f5379929c09 req-ea677bd1-fa46-4376-a356-a813e632c53b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1189733 Aug 27 03:33:28.355106 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:28.355106 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:28.432733 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:28.461367 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Attempting to bind port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:28.461826 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Attempting to bind port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '94a29a7d-9769-4e77-9499-3b30a6e3ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:28.462157 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Attempting to bind port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 on network 9365f370-8fde-40f2-a820-d9eacde447aa {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:28.467674 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:28.468193 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Checking segment: {'id': '94a29a7d-9769-4e77-9499-3b30a6e3ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:28.468599 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:28.468995 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Bound using segment: {'id': '94a29a7d-9769-4e77-9499-3b30a6e3ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:28.469463 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Bound port: cafb7bac-e4bc-49c3-9b84-0eadba71b9b7, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a29a7d-9769-4e77-9499-3b30a6e3ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:28.469844 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:28.481981 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f10a624-771c-4f49-9647-3f5379929c09 req-50f91e87-560e-40d3-b0a8-b5ef49852b85 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966644 Aug 27 03:33:28.496228 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:28.509348 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:28.509348 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:28.535756 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Pushing event updated for resources: {'Port': ['ID=87468c65-2c5c-4bc6-a40d-6e516d6c1b70,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:28.539013 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] For port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:28.543503 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] For port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=cafb7bac-e4bc-49c3-9b84-0eadba71b9b7,segment=NetworkSegment(94a29a7d-9769-4e77-9499-3b30a6e3ffe2),segment_id=94a29a7d-9769-4e77-9499-3b30a6e3ffe2)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:28.549146 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:28.640366 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e70b5-e3fd-47a9-bdcc-ae0f2f617f08 None None] Pushing event updated for resources: {'Port': ['ID=cafb7bac-e4bc-49c3-9b84-0eadba71b9b7,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:28.743747 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f070b6-f543-4e7f-8e47-578cc36eaba7 req-08a874b0-1179-4565-86be-38955f1ca281 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:28.745548 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f070b6-f543-4e7f-8e47-578cc36eaba7 req-08a874b0-1179-4565-86be-38955f1ca281 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.1488340 Aug 27 03:33:28.855102 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47f070b6-f543-4e7f-8e47-578cc36eaba7 req-aa5e6e06-825d-4a2a-b183-5e3a5dcd098d tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611506 Aug 27 03:33:28.927467 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:29.087184 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735509df-d4d0-462f-9ebb-f8377281f4fc req-d0a7eda9-c6fc-4fac-aee2-194280096e84 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:29.088727 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-735509df-d4d0-462f-9ebb-f8377281f4fc req-d0a7eda9-c6fc-4fac-aee2-194280096e84 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.1559408 Aug 27 03:33:29.191074 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-735509df-d4d0-462f-9ebb-f8377281f4fc req-ad65ab84-cc54-4b9a-8ac5-0725ad192b59 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948451 Aug 27 03:33:29.254701 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430331'] for router, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:29.419095 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d036a26-d43a-4c9a-8dc4-0361b8b613f2 req-cab70dab-a00c-4edd-b15e-963b69110725 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:29.421449 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d036a26-d43a-4c9a-8dc4-0361b8b613f2 req-cab70dab-a00c-4edd-b15e-963b69110725 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.1244478 Aug 27 03:33:29.500511 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6d036a26-d43a-4c9a-8dc4-0361b8b613f2 req-37df68d7-d858-4c83-b260-38ca9ebb73cf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695901 Aug 27 03:33:29.531439 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a is scheduled to L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 with binding_index 1 {{(pid=93872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:33:29.598479 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device aa98e772-3d26-483f-b905-b45fcb2e3bde up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:29.683226 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port aa98e772-3d26-483f-b905-b45fcb2e3bde completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:29.691979 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port aa98e772-3d26-483f-b905-b45fcb2e3bde triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:29.692364 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:29.808780 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c64c92-5c0a-4bf7-b68d-b36ea762fda9 None None] Network 9365f370-8fde-40f2-a820-d9eacde447aa requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:33:29.822676 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:29.927668 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port aa98e772-3d26-483f-b905-b45fcb2e3bde, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=aa98e772-3d26-483f-b905-b45fcb2e3bde,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:29.931472 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-b74384b1-31cc-4f3e-8673-f48ca05c7d04 None None] Provisioning for port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:29.938290 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:29.939067 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:30.009848 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250902d0-d4c5-4fd5-88b5-be5042633928 req-db99de4d-a0ce-4198-a648-b41b4da9df8a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:30.011748 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-250902d0-d4c5-4fd5-88b5-be5042633928 req-db99de4d-a0ce-4198-a648-b41b4da9df8a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.3867872 Aug 27 03:33:30.041170 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:33:30.053029 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Sync routers for ids ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:33:30.064651 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Routers {'4a52ac29-2e30-4b20-8f3e-09d38417aa1a'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:30.065287 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:33:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:30.075366 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=aa98e772-3d26-483f-b905-b45fcb2e3bde,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:30.076101 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-250902d0-d4c5-4fd5-88b5-be5042633928 req-9d848300-785a-4037-8e8a-34bedbba5224 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560455 Aug 27 03:33:30.081934 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.090635 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-78234599-ac97-44ce-b3c7-70eeacfcb466 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2297249 Aug 27 03:33:30.097391 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58408) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:30.142306 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:30.148928 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:30.149313 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.240578 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329f045-5113-46f9-bb4a-459553210473 req-d0e73122-7654-4a71-8343-b06f4d1449c4 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:30.242660 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8329f045-5113-46f9-bb4a-459553210473 req-d0e73122-7654-4a71-8343-b06f4d1449c4 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.0734527 Aug 27 03:33:30.250912 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Set router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:30.261199 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.299645 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=cafb7bac-e4bc-49c3-9b84-0eadba71b9b7,segment=NetworkSegment(94a29a7d-9769-4e77-9499-3b30a6e3ffe2),segment_id=94a29a7d-9769-4e77-9499-3b30a6e3ffe2)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:30.307307 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.326258 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8329f045-5113-46f9-bb4a-459553210473 req-293e4846-2cb7-4f66-82cd-947b8a4d2ebe tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700276 Aug 27 03:33:30.432958 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=cafb7bac-e4bc-49c3-9b84-0eadba71b9b7,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:30.476433 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-8ad997d2-b8a8-482c-aa56-fc34fb70a46e None None] Provisioning complete for port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:30.477106 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8ad997d2-b8a8-482c-aa56-fc34fb70a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.521461 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'name': 'tempest-TestVolumeBootPattern-692051757-router', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:26Z', 'updated_at': '2021-08-27T03:33:28Z', 'revision_number': 3, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'gw_port': {'id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:27Z', 'updated_at': '2021-08-27T03:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:30.525020 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80397d7-b151-4349-babf-fa3de15ffd8c req-5618fd61-3f69-4f62-b6bd-41d66b4fdb94 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:30.542400 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b80397d7-b151-4349-babf-fa3de15ffd8c req-5618fd61-3f69-4f62-b6bd-41d66b4fdb94 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.1119027 Aug 27 03:33:30.564844 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Checking router: 4a52ac29-2e30-4b20-8f3e-09d38417aa1a for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:33:30.565203 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Updating router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 binding host dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:33:30.585470 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b80397d7-b151-4349-babf-fa3de15ffd8c req-4cfb1d8d-bfc0-4754-b095-2336292ac2df tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 Aug 27 03:33:30.600884 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.713978 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f497-26ac-40e9-b4e4-206312fb7316 req-48fe9db7-85a6-4348-9783-203084ccc893 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:30.716702 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8d30f497-26ac-40e9-b4e4-206312fb7316 req-48fe9db7-85a6-4348-9783-203084ccc893 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.0627296 Aug 27 03:33:30.746335 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2c23e892-2758-4df5-a0c2-8d7fce9de18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.754644 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.766427 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8d30f497-26ac-40e9-b4e4-206312fb7316 req-92d4860d-566e-4740-a72e-489cc6c1be4f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Aug 27 03:33:30.895579 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.906853 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Transition to ACTIVE for port object 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:30.916197 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.944436 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Allocated IP 172.20.0.1 (9365f370-8fde-40f2-a820-d9eacde447aa/62e68a08-08fe-4f2b-9f6f-fa656ce842e0/011e5deb-ff8e-4bd4-a814-0cb6a1478f16) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:30.970572 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Attempting to bind port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:30.970940 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Attempting to bind port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:30.971293 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Attempting to bind port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 on network 72494cfa-c7c5-48de-8c41-db48fc0cee32 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:30.973244 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128cf02-4f83-419f-b73c-be2462292ada None None] Pushing event updated for resources: {'Port': ['ID=87468c65-2c5c-4bc6-a40d-6e516d6c1b70,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:30.978831 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:30.979207 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Checking segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:30.979601 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:30.979981 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Bound using segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:30.981194 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Bound port: 87468c65-2c5c-4bc6-a40d-6e516d6c1b70, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:30.981194 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.035939 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] For port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:31.039110 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] For port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=87468c65-2c5c-4bc6-a40d-6e516d6c1b70,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:31.043438 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.074465 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.088681 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Transition to ACTIVE for port object 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:31.101039 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Routers {'4a52ac29-2e30-4b20-8f3e-09d38417aa1a'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:31.101660 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:33:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:31.106235 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128cf02-4f83-419f-b73c-be2462292ada None None] Pushing event updated for resources: {'Port': ['ID=87468c65-2c5c-4bc6-a40d-6e516d6c1b70,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:31.124484 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.180634 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Network 9365f370-8fde-40f2-a820-d9eacde447aa is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:31.186948 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:31.191393 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:31.219009 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] Set router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:31.230003 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Pushing event updated for resources: {'Port': ['ID=011e5deb-ff8e-4bd4-a814-0cb6a1478f16,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:31.242368 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6a29e-0e3c-4208-a9fc-8838a49afe0e req-49a022fd-659a-4b77-9215-23ccf9e4662e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:31.249894 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430116'] for router_interface, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.251309 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9bf6a29e-0e3c-4208-a9fc-8838a49afe0e req-49a022fd-659a-4b77-9215-23ccf9e4662e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0727301 Aug 27 03:33:31.315141 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9bf6a29e-0e3c-4208-a9fc-8838a49afe0e req-63fb42e0-be24-4550-a094-feabbd759fd0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622966 Aug 27 03:33:31.432379 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.476794 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'name': 'tempest-TestVolumeBootPattern-692051757-router', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:26Z', 'updated_at': '2021-08-27T03:33:28Z', 'revision_number': 3, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'gw_port': {'id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:27Z', 'updated_at': '2021-08-27T03:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:31.506231 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82db729-db52-4b54-8a99-1eee897d535e req-0ee9b446-d976-491a-a61f-cd496016c92a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:31.508293 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d82db729-db52-4b54-8a99-1eee897d535e req-0ee9b446-d976-491a-a61f-cd496016c92a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 931 time: 0.0742025 Aug 27 03:33:31.511470 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device aa98e772-3d26-483f-b905-b45fcb2e3bde up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:31.535143 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58e68e-74fd-45e7-b421-eb4cde8b11a5 None None] The sync data for ids ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'] in dv-cinder-773985-14-iscsi is: [{'id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'name': 'tempest-TestVolumeBootPattern-692051757-router', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:26Z', 'updated_at': '2021-08-27T03:33:28Z', 'revision_number': 3, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'gw_port': {'id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:27Z', 'updated_at': '2021-08-27T03:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:33:31.594816 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-adc90730-8ccf-4aec-b921-9ddc2e1c4734 None None] Provisioning for port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:31.601062 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-adc90730-8ccf-4aec-b921-9ddc2e1c4734 None None] Provisioning complete for port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:31.601435 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-adc90730-8ccf-4aec-b921-9ddc2e1c4734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.609053 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d82db729-db52-4b54-8a99-1eee897d535e req-89c4c3e6-0148-4f45-9a37-46fbba755c41 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882592 Aug 27 03:33:31.653205 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port aa98e772-3d26-483f-b905-b45fcb2e3bde triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:31.653586 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.675445 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.675795 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-adc90730-8ccf-4aec-b921-9ddc2e1c4734 None None] Port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:33:31.681348 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.687460 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Request body: {'port': {'device_id': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:31.767243 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133756074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430587'] for router_interface, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.778077 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Pushing event updated for resources: {'Port': ['ID=011e5deb-ff8e-4bd4-a814-0cb6a1478f16,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:31.789456 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.803868 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:31.882220 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:31.883327 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.991243 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Network 9365f370-8fde-40f2-a820-d9eacde447aa is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:31.997330 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6b68f-d70a-4fa5-a768-e171fb5031c3 req-1cc3dec3-dc32-46bd-9c5e-0912624c4cc7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:32.005179 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-72a6b68f-d70a-4fa5-a768-e171fb5031c3 req-1cc3dec3-dc32-46bd-9c5e-0912624c4cc7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.2857485 Aug 27 03:33:32.015124 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6969-bc99-4fee-ae13-e17ed0ed6886 req-989b5945-a2c4-4c82-8f95-6ffb4902bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:32.016925 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d12c6969-bc99-4fee-ae13-e17ed0ed6886 req-989b5945-a2c4-4c82-8f95-6ffb4902bacc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 1099 time: 0.1176863 Aug 27 03:33:32.022858 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:32.147664 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92ed69-a705-487b-8845-428f8892c33f req-134cdd55-eb69-45ce-904c-c8367bce38d0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:32.149478 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb92ed69-a705-487b-8845-428f8892c33f req-134cdd55-eb69-45ce-904c-c8367bce38d0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.1792479 Aug 27 03:33:32.161886 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-72a6b68f-d70a-4fa5-a768-e171fb5031c3 req-fc94fecc-a394-469a-b948-120d4af29d85 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556876 Aug 27 03:33:32.168412 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d12c6969-bc99-4fee-ae13-e17ed0ed6886 req-e50eb039-d6da-4919-8b1f-206510ec2eba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430485 Aug 27 03:33:32.203084 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:33:32.208277 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb92ed69-a705-487b-8845-428f8892c33f req-780eab6c-3934-4a48-830f-ad8578be459e tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520072 Aug 27 03:33:32.307048 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab86934c-3c7f-4ee5-8361-ae8500899a8b {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:32.320623 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:32.333749 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Transition to ACTIVE for port object ab86934c-3c7f-4ee5-8361-ae8500899a8b will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:32.338506 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:32.360109 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:33:32.373909 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-b769bc04-c48b-4c75-b4af-eedc4c58bac2 admin admin] 10.222.0.48 "PUT /v2.0/routers/4a52ac29-2e30-4b20-8f3e-09d38417aa1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2643712 Aug 27 03:33:32.418071 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-980dd91c-0263-49e0-9ee1-ee0245edf864 None None] Provisioning complete for port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:32.418849 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-980dd91c-0263-49e0-9ee1-ee0245edf864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:32.433451 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Pushing event updated for resources: {'Port': ['ID=ab86934c-3c7f-4ee5-8361-ae8500899a8b,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:32.496414 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-980dd91c-0263-49e0-9ee1-ee0245edf864 None None] Port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:33:32.552111 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb166f-b73c-48bb-8aa6-2957701c8bb2 req-ce300477-df8c-453f-8af1-6eb82e45f136 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:32.553901 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6fcb166f-b73c-48bb-8aa6-2957701c8bb2 req-ce300477-df8c-453f-8af1-6eb82e45f136 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1240649 Aug 27 03:33:32.555006 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Attempting to bind port ab86934c-3c7f-4ee5-8361-ae8500899a8b on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:32.555505 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Attempting to bind port ab86934c-3c7f-4ee5-8361-ae8500899a8b by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:32.556009 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Attempting to bind port ab86934c-3c7f-4ee5-8361-ae8500899a8b on network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:32.565080 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Port ab86934c-3c7f-4ee5-8361-ae8500899a8b on network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:33:32.565485 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Attempting to bind port ab86934c-3c7f-4ee5-8361-ae8500899a8b on network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:32.583265 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:32.583811 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Checking segment: {'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:32.584373 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Bound using segment: {'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:32.585193 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Bound port: ab86934c-3c7f-4ee5-8361-ae8500899a8b, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe6201eb-25c9-44e7-9b70-004c8d725c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:32.585741 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:32.677539 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6fcb166f-b73c-48bb-8aa6-2957701c8bb2 req-0a75d623-c0a6-428b-b26e-fd4024ec7e04 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145802 Aug 27 03:33:32.718297 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] For port ab86934c-3c7f-4ee5-8361-ae8500899a8b, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:32.722687 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] For port ab86934c-3c7f-4ee5-8361-ae8500899a8b, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:32.728233 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:32.746875 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:32.747543 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:32.750613 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] 10.222.0.62 "PUT /v2.0/ports/ab86934c-3c7f-4ee5-8361-ae8500899a8b HTTP/1.1" status: 200 len: 1093 time: 1.0676270 Aug 27 03:33:32.751132 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:32.753417 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb26c3a-dede-4073-a694-8c928d6ace11" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:32.859922 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e1873-dcb8-46fa-9a73-33f91c631706 service neutron] Pushing event updated for resources: {'Port': ['ID=ab86934c-3c7f-4ee5-8361-ae8500899a8b,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:32.878979 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e452535-95bc-435a-aea9-0e4f244928ce req-c18290b3-c2fe-470f-852b-2798a30e8410 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:32.880661 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3e452535-95bc-435a-aea9-0e4f244928ce req-c18290b3-c2fe-470f-852b-2798a30e8410 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 943 time: 0.0979288 Aug 27 03:33:32.942120 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3e452535-95bc-435a-aea9-0e4f244928ce req-e2d5dba5-02a3-4837-b1cc-2c4de9c3d236 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546374 Aug 27 03:33:32.992599 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-880562b7-a054-4989-8359-0a388216847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.000496 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-880562b7-a054-4989-8359-0a388216847c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f04c0694a50c4533859c8db8a7269b63&device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0760231 Aug 27 03:33:33.009211 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c5e672-99ef-40b0-8aa2-7f497b49b719 x-openstack-request-id: req-69c5e672-99ef-40b0-8aa2-7f497b49b719 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:33.009616 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:33.009969 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69c5e672-99ef-40b0-8aa2-7f497b49b719 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:33.010490 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'status': 'completed', 'code': 200} Aug 27 03:33:33.071866 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-a661cbfd-d5fb-4f9a-92a7-d3a08d8d6890 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b HTTP/1.1" status: 200 len: 217 time: 0.0459020 Aug 27 03:33:33.153537 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343bbfc-182d-40f2-bd0b-f8b7f1fd9fe3 req-c3cab50b-72f1-4501-a4bb-5b4a73b622fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.161772 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3343bbfc-182d-40f2-bd0b-f8b7f1fd9fe3 req-c3cab50b-72f1-4501-a4bb-5b4a73b622fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 1099 time: 0.0461364 Aug 27 03:33:33.174066 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-96ae4b98-6a5a-487f-a6d8-ebc8b7110bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.175628 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-96ae4b98-6a5a-487f-a6d8-ebc8b7110bd4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7f5b982-6637-44f0-84a2-c082e53570ad HTTP/1.1" status: 200 len: 853 time: 0.0634768 Aug 27 03:33:33.205439 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-3343bbfc-182d-40f2-bd0b-f8b7f1fd9fe3 req-9ef51c3a-f48b-4612-9189-9a3440561dff service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361497 Aug 27 03:33:33.236025 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-0c83077d-a5c5-48ba-bf9d-3c74308a7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.237613 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-0c83077d-a5c5-48ba-bf9d-3c74308a7c20 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543888 Aug 27 03:33:33.261350 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58446) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:33.266123 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-78ce18ba-b885-4bf4-b571-439f844a01f5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821316026', 'description': 'tempest-secgroup-smoke-1821316026 description', 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:33.303616 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78ce18ba-b885-4bf4-b571-439f844a01f5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.322433 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889f85d-4513-41a6-bf98-42ad9ae5076f req-4c60cf5f-1bb2-4791-895e-47d48ce2ab12 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.324190 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f889f85d-4513-41a6-bf98-42ad9ae5076f req-4c60cf5f-1bb2-4791-895e-47d48ce2ab12 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0668197 Aug 27 03:33:33.402879 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f889f85d-4513-41a6-bf98-42ad9ae5076f req-aa62f41e-e9eb-41c1-9073-146ceb9e4031 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711484 Aug 27 03:33:33.410238 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78ce18ba-b885-4bf4-b571-439f844a01f5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.417231 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd521c-f930-45ab-8bb2-f35a1d959b14 req-02823eba-6a4e-4e25-a0aa-3a7c2d36f5d9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.419149 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83cd521c-f930-45ab-8bb2-f35a1d959b14 req-02823eba-6a4e-4e25-a0aa-3a7c2d36f5d9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.0886292 Aug 27 03:33:33.419528 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78ce18ba-b885-4bf4-b571-439f844a01f5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.450148 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-78ce18ba-b885-4bf4-b571-439f844a01f5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.452124 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-78ce18ba-b885-4bf4-b571-439f844a01f5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1896899 Aug 27 03:33:33.455545 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 58448) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:33.461032 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-00fd20f2-1312-49de-95df-4c40812e20f0 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Request body: {'security_group_rule': {'security_group_id': '4d0f2e12-5dca-469b-9f92-13be2f68fdde', 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:33.478473 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce18ba-b885-4bf4-b571-439f844a01f5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0f2e12-5dca-469b-9f92-13be2f68fdde,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:33.498914 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83cd521c-f930-45ab-8bb2-f35a1d959b14 req-a015b098-c1cb-4434-85c9-c1709b945013 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737009 Aug 27 03:33:33.531590 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00fd20f2-1312-49de-95df-4c40812e20f0 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.538187 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:33.592555 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00fd20f2-1312-49de-95df-4c40812e20f0 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.594146 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:33.597273 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00fd20f2-1312-49de-95df-4c40812e20f0 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.603741 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:33.604430 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.617755 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd20f2-1312-49de-95df-4c40812e20f0 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666d1f4a-04a6-4064-8100-949b0f491981,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:33.626226 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-00fd20f2-1312-49de-95df-4c40812e20f0 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.629595 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-00fd20f2-1312-49de-95df-4c40812e20f0 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1729271 Aug 27 03:33:33.630381 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 58450) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:33.635304 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-085e0c52-8e78-43d8-a421-bb43f62251eb tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Request body: {'security_group_rule': {'security_group_id': '4d0f2e12-5dca-469b-9f92-13be2f68fdde', 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:33.664344 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-085e0c52-8e78-43d8-a421-bb43f62251eb tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.694042 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.740062 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Sync routers for ids ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:33:33.748506 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=87468c65-2c5c-4bc6-a40d-6e516d6c1b70,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:33.755957 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9055f3c-68f6-44a6-a548-1b77f4bdc924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.760941 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.767585 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Routers {'4a52ac29-2e30-4b20-8f3e-09d38417aa1a'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:33.768410 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:33:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:33.871640 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-085e0c52-8e78-43d8-a421-bb43f62251eb tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.877851 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-4cdb5d3e-12ad-43b3-a9d8-af3db1e4b9d4 service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034473 Aug 27 03:33:33.887195 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-085e0c52-8e78-43d8-a421-bb43f62251eb tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.897050 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdf97d-ea33-450e-94d3-708df5822aa3 req-87741da0-a330-4cfb-ad5c-5c246986051c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:33.898695 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5fbdf97d-ea33-450e-94d3-708df5822aa3 req-87741da0-a330-4cfb-ad5c-5c246986051c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1062274 Aug 27 03:33:33.972068 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e0c52-8e78-43d8-a421-bb43f62251eb tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20699283-5393-4de6-9b89-c8dd5907ea02,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:33.990544 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-085e0c52-8e78-43d8-a421-bb43f62251eb tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:33.991739 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-085e0c52-8e78-43d8-a421-bb43f62251eb tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3602860 Aug 27 03:33:33.996712 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58458) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:34.001523 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-9aea4104-02b9-4de9-ae91-c1b0299e54cd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Request body: {'security_group_rule': {'security_group_id': '4d0f2e12-5dca-469b-9f92-13be2f68fdde', 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:34.014779 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=87468c65-2c5c-4bc6-a40d-6e516d6c1b70,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:34.018701 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5fbdf97d-ea33-450e-94d3-708df5822aa3 req-851dcf22-c5bb-44c7-ab2e-422fc1a91eff tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004395 Aug 27 03:33:34.024362 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.024732 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.025075 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.025409 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.025736 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.026242 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.026591 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.026917 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.027243 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.028022 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.028523 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.029005 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:33:34.059793 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dae04c1f-59b3-470c-96c8-304d54190c3d req-4ac32b34-d6e7-49d4-989f-1b897268ecf1 service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581950 Aug 27 03:33:34.060042 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9aea4104-02b9-4de9-ae91-c1b0299e54cd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.068335 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Set router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:34.136236 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9aea4104-02b9-4de9-ae91-c1b0299e54cd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.138105 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a673-9666-4e7b-a565-1bc7ab6cc989 req-146a5246-71ba-4629-b044-9db967f4bb49 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:34.141325 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c3b1a673-9666-4e7b-a565-1bc7ab6cc989 req-146a5246-71ba-4629-b044-9db967f4bb49 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 943 time: 0.0736606 Aug 27 03:33:34.148475 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9aea4104-02b9-4de9-ae91-c1b0299e54cd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.176526 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea4104-02b9-4de9-ae91-c1b0299e54cd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ec9ab6-c227-47db-adbc-b9ec7a05b4c4,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:34.188573 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9aea4104-02b9-4de9-ae91-c1b0299e54cd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.192563 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9aea4104-02b9-4de9-ae91-c1b0299e54cd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1935446 Aug 27 03:33:34.194192 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58462) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:34.199892 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-31e65d13-342a-44e0-9b3b-c1ebd8d0fdce tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Request body: {'security_group_rule': {'security_group_id': '4d0f2e12-5dca-469b-9f92-13be2f68fdde', 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:34.230204 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31e65d13-342a-44e0-9b3b-c1ebd8d0fdce tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.255060 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c3b1a673-9666-4e7b-a565-1bc7ab6cc989 req-d47e5b04-a01b-4316-8bdc-073bd9444517 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938706 Aug 27 03:33:34.257292 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb26c3a-dede-4073-a694-8c928d6ace11 req-89bbcac1-a780-47e3-95a5-f22e2514de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:34.259000 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-deb26c3a-dede-4073-a694-8c928d6ace11 req-89bbcac1-a780-47e3-95a5-f22e2514de01 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f04c0694a50c4533859c8db8a7269b63&device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0561244 Aug 27 03:33:34.308153 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31e65d13-342a-44e0-9b3b-c1ebd8d0fdce tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.313246 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31e65d13-342a-44e0-9b3b-c1ebd8d0fdce tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.334003 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e65d13-342a-44e0-9b3b-c1ebd8d0fdce tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fbda52-d146-426a-950a-244b97dcbea3,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:34.343071 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'name': 'tempest-TestVolumeBootPattern-692051757-router', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:26Z', 'updated_at': '2021-08-27T03:33:31Z', 'revision_number': 4, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'gw_port': {'id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:27Z', 'updated_at': '2021-08-27T03:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '011e5deb-ff8e-4bd4-a814-0cb6a1478f16', 'name': '', 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'mac_address': 'fa:16:3e:57:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '62e68a08-08fe-4f2b-9f6f-fa656ce842e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:30Z', 'updated_at': '2021-08-27T03:33:31Z', 'revision_number': 2, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'subnets': [{'id': '62e68a08-08fe-4f2b-9f6f-fa656ce842e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:34.346278 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31e65d13-342a-44e0-9b3b-c1ebd8d0fdce tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.348641 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-31e65d13-342a-44e0-9b3b-c1ebd8d0fdce tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529901 Aug 27 03:33:34.351175 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58464) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:34.357268 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-1cf0edca-6d21-42b0-aa48-695af91e4089 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Request body: {'security_group_rule': {'security_group_id': '4d0f2e12-5dca-469b-9f92-13be2f68fdde', 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:34.372401 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Checking router: 4a52ac29-2e30-4b20-8f3e-09d38417aa1a for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:33:34.372783 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Updating router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 binding host dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:33:34.385371 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.securitygroups_db [None req-1cf0edca-6d21-42b0-aa48-695af91e4089 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Project 93c77e3c5a0d4923a18d3f98ccb523a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:33:34.390635 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1cf0edca-6d21-42b0-aa48-695af91e4089 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.398198 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.434353 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb26c3a-dede-4073-a694-8c928d6ace11 req-296b97f3-4297-45f2-8262-2593223e684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:34.436422 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-deb26c3a-dede-4073-a694-8c928d6ace11 req-296b97f3-4297-45f2-8262-2593223e684f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b HTTP/1.1" status: 200 len: 915 time: 0.1102474 Aug 27 03:33:34.453418 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:33:34.486716 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1cf0edca-6d21-42b0-aa48-695af91e4089 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.488659 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-deb26c3a-dede-4073-a694-8c928d6ace11 req-313b27be-bd65-4c39-af0c-b49ec63803f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b HTTP/1.1" status: 200 len: 217 time: 0.0438006 Aug 27 03:33:34.493551 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1cf0edca-6d21-42b0-aa48-695af91e4089 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.518852 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0edca-6d21-42b0-aa48-695af91e4089 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeaf15dc-b4bb-4389-ad40-e8d0ada1fe21,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:34.523931 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1cf0edca-6d21-42b0-aa48-695af91e4089 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.525202 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1cf0edca-6d21-42b0-aa48-695af91e4089 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1726124 Aug 27 03:33:34.530790 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 58470) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:34.535836 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-cf884196-b385-4983-8ff4-0a3a7702dc71 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Request body: {'security_group_rule': {'security_group_id': '4d0f2e12-5dca-469b-9f92-13be2f68fdde', 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:34.567388 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.securitygroups_db [None req-cf884196-b385-4983-8ff4-0a3a7702dc71 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Project 93c77e3c5a0d4923a18d3f98ccb523a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:33:34.579125 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cf884196-b385-4983-8ff4-0a3a7702dc71 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.585350 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb26c3a-dede-4073-a694-8c928d6ace11 req-dadb60f9-83dc-4c1d-ab1c-e8e00c364379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:34.586910 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-deb26c3a-dede-4073-a694-8c928d6ace11 req-dadb60f9-83dc-4c1d-ab1c-e8e00c364379 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7f5b982-6637-44f0-84a2-c082e53570ad HTTP/1.1" status: 200 len: 853 time: 0.0907702 Aug 27 03:33:34.602965 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97112fc-2cf4-469a-8583-9d6b511b4cc4 req-06e708d2-73f6-4954-bdd5-0e0bd2c8fc2a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:34.604440 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e97112fc-2cf4-469a-8583-9d6b511b4cc4 req-06e708d2-73f6-4954-bdd5-0e0bd2c8fc2a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0969617 Aug 27 03:33:34.656263 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cf884196-b385-4983-8ff4-0a3a7702dc71 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.663641 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cf884196-b385-4983-8ff4-0a3a7702dc71 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.694203 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf884196-b385-4983-8ff4-0a3a7702dc71 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bb9fbd-8ad5-43ae-97d3-1b36f27bf225,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:34.708702 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e97112fc-2cf4-469a-8583-9d6b511b4cc4 req-1efaf224-8ca7-422d-b964-ca0cc4962186 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867498 Aug 27 03:33:34.709731 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:34.725465 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cf884196-b385-4983-8ff4-0a3a7702dc71 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.727547 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-cf884196-b385-4983-8ff4-0a3a7702dc71 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1956131 Aug 27 03:33:34.745560 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'port_id': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'mac_address': 'fa:16:3e:97:06:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:33:34.757007 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb26c3a-dede-4073-a694-8c928d6ace11 req-45de1f9e-a102-4bb8-b034-678e3767edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:34.759083 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-deb26c3a-dede-4073-a694-8c928d6ace11 req-45de1f9e-a102-4bb8-b034-678e3767edf9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1358383 Aug 27 03:33:34.834688 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.858681 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.864897 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cb5d7-79c2-4c56-942e-3e52624b4cc3 req-139cbfd1-3309-485a-bf7c-c18381b9f1a6 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:34.866702 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-842cb5d7-79c2-4c56-942e-3e52624b4cc3 req-139cbfd1-3309-485a-bf7c-c18381b9f1a6 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.1569078 Aug 27 03:33:34.910244 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:34.922649 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-deb26c3a-dede-4073-a694-8c928d6ace11 req-72844901-2f65-4c13-a16d-0caed5d11ebd service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550195 Aug 27 03:33:34.935317 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-842cb5d7-79c2-4c56-942e-3e52624b4cc3 req-8384ae40-2831-42e9-92dc-1c83c4dca222 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593805 Aug 27 03:33:34.937395 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:34.942649 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:34.997884 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.021576 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Transition to ACTIVE for port object 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:35.025163 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:35.031433 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.055422 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-deb26c3a-dede-4073-a694-8c928d6ace11 req-bb9f1ced-05a4-486e-a497-aea9c7f90af3 service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169341 Aug 27 03:33:35.112955 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.126409 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d2e8f-cb2a-449c-9c56-c8b4ae0e0931 None None] Pushing event updated for resources: {'Port': ['ID=011e5deb-ff8e-4bd4-a814-0cb6a1478f16,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:35.188907 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Attempting to bind port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:35.189437 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Attempting to bind port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '94a29a7d-9769-4e77-9499-3b30a6e3ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:35.190237 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Attempting to bind port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 on network 9365f370-8fde-40f2-a820-d9eacde447aa {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:35.198125 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0ee1-df92-4d66-b7d3-5ceddff79ef5 req-a2908ca0-2a84-415d-af29-0bf8db278c4c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.201119 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:35.202868 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Checking segment: {'id': '94a29a7d-9769-4e77-9499-3b30a6e3ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:35.203009 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.203590 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Bound using segment: {'id': '94a29a7d-9769-4e77-9499-3b30a6e3ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:35.205089 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Bound port: 011e5deb-ff8e-4bd4-a814-0cb6a1478f16, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a29a7d-9769-4e77-9499-3b30a6e3ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:35.205089 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.205492 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c1b0ee1-df92-4d66-b7d3-5ceddff79ef5 req-a2908ca0-2a84-415d-af29-0bf8db278c4c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0887682 Aug 27 03:33:35.270771 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c1b0ee1-df92-4d66-b7d3-5ceddff79ef5 req-421a6f6c-1490-4667-80d0-a5ea97ef3604 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538700 Aug 27 03:33:35.291878 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] For port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:35.304087 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] For port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=011e5deb-ff8e-4bd4-a814-0cb6a1478f16,segment=NetworkSegment(94a29a7d-9769-4e77-9499-3b30a6e3ffe2),segment_id=94a29a7d-9769-4e77-9499-3b30a6e3ffe2)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:35.315744 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.411367 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Routers {'4a52ac29-2e30-4b20-8f3e-09d38417aa1a'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:35.413341 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:33:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:35.499815 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04256b4-970a-43dc-890c-2279b0bf1d11 req-1e3856bb-762f-4dd7-8a90-aad9db966fa8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.515800 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d04256b4-970a-43dc-890c-2279b0bf1d11 req-1e3856bb-762f-4dd7-8a90-aad9db966fa8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 943 time: 0.1232421 Aug 27 03:33:35.528130 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d2e8f-cb2a-449c-9c56-c8b4ae0e0931 None None] Pushing event updated for resources: {'Port': ['ID=011e5deb-ff8e-4bd4-a814-0cb6a1478f16,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:35.601064 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:35.618733 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d04256b4-970a-43dc-890c-2279b0bf1d11 req-838f1e41-b38a-47fb-ac04-7fdd13a5aedd tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013379 Aug 27 03:33:35.679462 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] Set router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:35.773533 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3a6c-f9d4-4844-a669-062ac6d178f9 req-a2820ef9-1278-4d49-a533-848e8c81c8e9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.775064 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-72ad3a6c-f9d4-4844-a669-062ac6d178f9 req-a2820ef9-1278-4d49-a533-848e8c81c8e9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1040823 Aug 27 03:33:35.778072 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ebab0-d64c-457c-aafb-667625432719 req-185cea8f-9729-4314-9adc-53d176ae0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.779449 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-608ebab0-d64c-457c-aafb-667625432719 req-185cea8f-9729-4314-9adc-53d176ae0302 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 1099 time: 0.0854809 Aug 27 03:33:35.782587 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:35.785947 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:35.786413 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:35.917152 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-72ad3a6c-f9d4-4844-a669-062ac6d178f9 req-e8f73ed0-f130-4a7c-8dbb-6fac47738e53 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312127 Aug 27 03:33:35.950411 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0174457-e1d8-4fd1-b067-4a08a19d7470 req-9a9c0614-76e3-461f-967d-8856611a5686 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.952468 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0174457-e1d8-4fd1-b067-4a08a19d7470 req-9a9c0614-76e3-461f-967d-8856611a5686 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 944 time: 0.0922432 Aug 27 03:33:35.976052 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ebab0-d64c-457c-aafb-667625432719 req-9e3bbca9-30b1-466b-b3a5-7af9b064f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:35.977762 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-608ebab0-d64c-457c-aafb-667625432719 req-9e3bbca9-30b1-466b-b3a5-7af9b064f8b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 920 time: 0.1783578 Aug 27 03:33:36.025216 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-608ebab0-d64c-457c-aafb-667625432719 req-34aa333e-66a6-4e47-98b3-896607b7d6a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d HTTP/1.1" status: 200 len: 217 time: 0.0365329 Aug 27 03:33:36.098562 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0174457-e1d8-4fd1-b067-4a08a19d7470 req-70da847b-9911-4ba8-9c5b-1d507670ece6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367636 Aug 27 03:33:36.123855 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ebab0-d64c-457c-aafb-667625432719 req-713664cc-641d-43ea-9196-af6f388561c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:36.126677 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-608ebab0-d64c-457c-aafb-667625432719 req-713664cc-641d-43ea-9196-af6f388561c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 200 len: 859 time: 0.0821528 Aug 27 03:33:36.135409 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9092f-2c32-4674-a103-19b51a31fe91 req-f2f1ce31-ed4d-4ebe-affe-a266fd0a9564 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:36.136862 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66e9092f-2c32-4674-a103-19b51a31fe91 req-f2f1ce31-ed4d-4ebe-affe-a266fd0a9564 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.1084461 Aug 27 03:33:36.140309 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'name': 'tempest-TestVolumeBootPattern-692051757-router', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:26Z', 'updated_at': '2021-08-27T03:33:31Z', 'revision_number': 4, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'gw_port': {'id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:27Z', 'updated_at': '2021-08-27T03:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '011e5deb-ff8e-4bd4-a814-0cb6a1478f16', 'name': '', 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'mac_address': 'fa:16:3e:57:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '62e68a08-08fe-4f2b-9f6f-fa656ce842e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:30Z', 'updated_at': '2021-08-27T03:33:35Z', 'revision_number': 4, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'subnets': [{'id': '62e68a08-08fe-4f2b-9f6f-fa656ce842e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:36.167492 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-608ebab0-d64c-457c-aafb-667625432719 req-1ddbf714-8b0f-411e-adeb-c9e848ace29a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97b5146e-1ead-45fa-b520-237d06579200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296783 Aug 27 03:33:36.172232 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295947db-391e-4266-8675-29b0f5c0c8c1 None None] The sync data for ids ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'] in dv-cinder-773985-14-iscsi is: [{'id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'name': 'tempest-TestVolumeBootPattern-692051757-router', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:26Z', 'updated_at': '2021-08-27T03:33:31Z', 'revision_number': 4, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'gw_port': {'id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:27Z', 'updated_at': '2021-08-27T03:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '011e5deb-ff8e-4bd4-a814-0cb6a1478f16', 'name': '', 'network_id': '9365f370-8fde-40f2-a820-d9eacde447aa', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'mac_address': 'fa:16:3e:57:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '62e68a08-08fe-4f2b-9f6f-fa656ce842e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:30Z', 'updated_at': '2021-08-27T03:33:35Z', 'revision_number': 4, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'subnets': [{'id': '62e68a08-08fe-4f2b-9f6f-fa656ce842e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:33:36.256687 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66e9092f-2c32-4674-a103-19b51a31fe91 req-42e006fa-86e0-47b2-8996-d53edc82f62a tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097589 Aug 27 03:33:36.304361 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-608ebab0-d64c-457c-aafb-667625432719 req-7779a333-a5fb-4b7f-9d9f-2d356bcb8109 service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277108 Aug 27 03:33:36.426481 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-608ebab0-d64c-457c-aafb-667625432719 req-b9a41b6f-0043-4695-8056-6105e433f0fb service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053691 Aug 27 03:33:36.743085 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac69ac-a67c-4178-bb94-a9db9442941c req-82f60f28-e6d4-4dc7-afa9-f8ee35719950 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:36.744923 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-80ac69ac-a67c-4178-bb94-a9db9442941c req-82f60f28-e6d4-4dc7-afa9-f8ee35719950 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 943 time: 0.0565495 Aug 27 03:33:36.787073 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-80ac69ac-a67c-4178-bb94-a9db9442941c req-c4f5c979-4c2e-4cb3-9f48-fd22ae1baf95 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340817 Aug 27 03:33:36.861497 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:37.053516 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1918f1-9431-43aa-91a9-b03fd691609a req-346eaa04-883a-4859-ab49-d3220c507038 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:37.055116 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9a1918f1-9431-43aa-91a9-b03fd691609a req-346eaa04-883a-4859-ab49-d3220c507038 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0552924 Aug 27 03:33:37.097255 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9a1918f1-9431-43aa-91a9-b03fd691609a req-acf1bb8c-be0d-4ec0-be05-c9e1fa6cb4ca tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354371 Aug 27 03:33:37.235572 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bce0c-f30f-432d-a477-3bff6b77eebc req-b34ac55d-9ca1-465f-ae0f-6335d7546dcb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:37.237147 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6c5bce0c-f30f-432d-a477-3bff6b77eebc req-b34ac55d-9ca1-465f-ae0f-6335d7546dcb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 944 time: 0.0494142 Aug 27 03:33:37.275033 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6c5bce0c-f30f-432d-a477-3bff6b77eebc req-755205eb-1923-45b1-beb9-1ab0f262fde7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319443 Aug 27 03:33:37.506389 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:37.567129 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:37.571286 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:37.571600 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:37.650720 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:37.692019 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=011e5deb-ff8e-4bd4-a814-0cb6a1478f16,segment=NetworkSegment(94a29a7d-9769-4e77-9499-3b30a6e3ffe2),segment_id=94a29a7d-9769-4e77-9499-3b30a6e3ffe2)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:37.696007 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:37.754802 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=011e5deb-ff8e-4bd4-a814-0cb6a1478f16,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:37.913690 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75effbb3-caa7-4363-9992-fdfec72c283b req-974f80f2-8c8b-44ed-95d0-90e57aa259e1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:37.915271 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75effbb3-caa7-4363-9992-fdfec72c283b req-974f80f2-8c8b-44ed-95d0-90e57aa259e1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 943 time: 0.0608053 Aug 27 03:33:37.957770 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-75effbb3-caa7-4363-9992-fdfec72c283b req-81d46e65-8501-4806-bb15-45682f983987 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345294 Aug 27 03:33:38.220935 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6fb8-5b4c-4f9c-b853-7580178f7ddb req-0aa948f4-5c4a-431d-b4fd-abf5d306a05a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:38.222494 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1ddd6fb8-5b4c-4f9c-b853-7580178f7ddb req-0aa948f4-5c4a-431d-b4fd-abf5d306a05a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0519588 Aug 27 03:33:38.230543 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.263196 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1ddd6fb8-5b4c-4f9c-b853-7580178f7ddb req-2951d43b-e8bb-43b0-ad0e-5ed7328a78b1 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Aug 27 03:33:38.398294 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47466344-eeeb-44f4-99de-0dad758f2473 req-49bd96f5-9b90-4dc7-88c9-2129d60456a7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:38.400110 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47466344-eeeb-44f4-99de-0dad758f2473 req-49bd96f5-9b90-4dc7-88c9-2129d60456a7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 944 time: 0.0502660 Aug 27 03:33:38.439899 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47466344-eeeb-44f4-99de-0dad758f2473 req-0376c801-8144-488d-b099-b3bdcaf909d3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331340 Aug 27 03:33:38.466512 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device ab86934c-3c7f-4ee5-8361-ae8500899a8b details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:33:38.476662 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:38.581918 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:38.595016 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:38.595387 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.751041 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port ab86934c-3c7f-4ee5-8361-ae8500899a8b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:38.772538 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'port_id': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'mac_address': 'fa:16:3e:9d:f0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:33:38.841633 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.862346 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.865118 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab86934c-3c7f-4ee5-8361-ae8500899a8b {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:38.902140 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port ab86934c-3c7f-4ee5-8361-ae8500899a8b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:38.907685 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:38.910051 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da890bf-d6a9-4c22-b7df-e35beba92a72" -d '{"events": [{"server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:38.919313 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.927666 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:38.951642 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:38.955090 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71af53f-4adc-4ae2-be3e-4467ec92dbe1 x-openstack-request-id: req-b71af53f-4adc-4ae2-be3e-4467ec92dbe1 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:38.955377 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:38.955627 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b71af53f-4adc-4ae2-be3e-4467ec92dbe1 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:38.956009 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'code': 200} Aug 27 03:33:38.979677 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=ab86934c-3c7f-4ee5-8361-ae8500899a8b,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:39.046138 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:39.098597 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfe405-f57a-4952-a931-b7e849e3c625 req-90826867-9cf5-46c5-b000-92b2ae5d18c5 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:39.104956 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2ddfe405-f57a-4952-a931-b7e849e3c625 req-90826867-9cf5-46c5-b000-92b2ae5d18c5 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 944 time: 0.0728405 Aug 27 03:33:39.160099 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2ddfe405-f57a-4952-a931-b7e849e3c625 req-bf1bbe86-b720-4ea1-871c-3fbb69bb88ad tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520451 Aug 27 03:33:39.206586 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca1b4e-0161-4131-be2f-f52bce705b6f req-2b185044-c4ea-49a3-8d08-e5e4f7b267fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:39.208109 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-99ca1b4e-0161-4131-be2f-f52bce705b6f req-2b185044-c4ea-49a3-8d08-e5e4f7b267fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 1098 time: 0.0425119 Aug 27 03:33:39.262361 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-99ca1b4e-0161-4131-be2f-f52bce705b6f req-34647142-e557-4b36-b69b-93cf7941233f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313251 Aug 27 03:33:39.385512 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0570e-21ff-4bf7-bdab-0c14b5d01873 req-a261aa49-8bc1-4bc6-ab1e-99f5cb4985ef tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:39.387184 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-76f0570e-21ff-4bf7-bdab-0c14b5d01873 req-a261aa49-8bc1-4bc6-ab1e-99f5cb4985ef tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0541809 Aug 27 03:33:39.431145 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-76f0570e-21ff-4bf7-bdab-0c14b5d01873 req-7f2bf499-8940-4958-bd3c-b8f27f5e88dd tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374351 Aug 27 03:33:39.487526 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:39.538060 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:39.538450 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:39.574985 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b271f29-f0b8-4fb8-b75e-7bbb17fb1b3a req-6643d8d1-0c7b-4bc8-8c5a-1caf8087e3d6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:39.576535 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2b271f29-f0b8-4fb8-b75e-7bbb17fb1b3a req-6643d8d1-0c7b-4bc8-8c5a-1caf8087e3d6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0558681 Aug 27 03:33:39.617728 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['ab86934c-3c7f-4ee5-8361-ae8500899a8b'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:39.856295 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2b271f29-f0b8-4fb8-b75e-7bbb17fb1b3a req-002031a6-bd24-436a-86ba-54f07199fe76 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731135 Aug 27 03:33:40.284936 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f6606-1daf-4177-bd17-566ae50b80dd req-7c4bb601-3fe7-4316-8ad4-219d567c901e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:40.286497 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-788f6606-1daf-4177-bd17-566ae50b80dd req-7c4bb601-3fe7-4316-8ad4-219d567c901e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 944 time: 0.0491641 Aug 27 03:33:40.327116 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-788f6606-1daf-4177-bd17-566ae50b80dd req-84c53931-f045-4ffd-941d-2b0ad8ceaf3c tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341473 Aug 27 03:33:40.548231 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712ce21-d5e8-486a-b679-b63bc7abf58e req-f61ab14f-a141-4be9-bce9-f773dfd21f17 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:40.549730 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2712ce21-d5e8-486a-b679-b63bc7abf58e req-f61ab14f-a141-4be9-bce9-f773dfd21f17 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0501823 Aug 27 03:33:40.596549 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2712ce21-d5e8-486a-b679-b63bc7abf58e req-633f9ffd-54bc-4a74-887e-9c9bffea0cc9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Aug 27 03:33:40.982273 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56294f43-e400-4b7e-b822-90c6b35eeb02 req-7333e3ec-a9fd-4e3a-bd2c-210544c58d07 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:40.984428 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-56294f43-e400-4b7e-b822-90c6b35eeb02 req-7333e3ec-a9fd-4e3a-bd2c-210544c58d07 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0549579 Aug 27 03:33:41.023949 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-56294f43-e400-4b7e-b822-90c6b35eeb02 req-988e6f28-7bde-408b-99e5-7e8327c256ef tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337760 Aug 27 03:33:41.451129 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92b30d-c74b-4a0a-b20f-e31b77e75c79 req-10352ef3-d976-49fb-b366-c485c65fd359 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:41.452784 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f92b30d-c74b-4a0a-b20f-e31b77e75c79 req-10352ef3-d976-49fb-b366-c485c65fd359 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 944 time: 0.0501482 Aug 27 03:33:41.493299 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0f92b30d-c74b-4a0a-b20f-e31b77e75c79 req-399a3ac7-9271-48f5-9e27-7e158b172ba7 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345397 Aug 27 03:33:41.719471 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9990536-9409-482e-8d54-e8c63fd12f46 req-1229b9ea-be7b-47f3-a75a-0f7f3ec69674 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:41.720925 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a9990536-9409-482e-8d54-e8c63fd12f46 req-1229b9ea-be7b-47f3-a75a-0f7f3ec69674 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0508425 Aug 27 03:33:41.758602 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a9990536-9409-482e-8d54-e8c63fd12f46 req-c7d5ccfe-3702-417b-82cb-c10f3af19d89 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Aug 27 03:33:42.148964 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f33af-1431-4b39-ba0f-2b88862a3cab req-8bb0a354-aefc-43c4-8854-f6cbc41cb886 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:42.150470 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-774f33af-1431-4b39-ba0f-2b88862a3cab req-8bb0a354-aefc-43c4-8854-f6cbc41cb886 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0525625 Aug 27 03:33:42.188984 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-774f33af-1431-4b39-ba0f-2b88862a3cab req-bef90902-2ecb-4532-8d32-a959e6fec632 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321102 Aug 27 03:33:42.308701 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46b84e-888e-4a77-a095-a020d5ba8a06 req-7192661d-e48c-4062-8a7c-fcb674e680f2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:42.310258 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fd46b84e-888e-4a77-a095-a020d5ba8a06 req-7192661d-e48c-4062-8a7c-fcb674e680f2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0506361 Aug 27 03:33:42.319571 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 58648) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:33:42.324227 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-c2c6373c-9eca-4b6f-a24d-8b78930f2e08 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'floatingip': {'port_id': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:42.363556 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2c6373c-9eca-4b6f-a24d-8b78930f2e08 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.495124 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device ab86934c-3c7f-4ee5-8361-ae8500899a8b up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:33:42.549929 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port ab86934c-3c7f-4ee5-8361-ae8500899a8b completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:33:42.559036 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port ab86934c-3c7f-4ee5-8361-ae8500899a8b triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:33:42.559443 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.645785 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.677453 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:42.679699 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a5000e-af08-4e40-a9c9-fd4f232a1983" -d '{"events": [{"server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "name": "network-vif-plugged", "status": "completed", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:42.693412 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port ab86934c-3c7f-4ee5-8361-ae8500899a8b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:33:42.697709 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.704319 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c9a1f-cfa9-4ecc-bcba-87195653fabd req-8f8ad7fa-2717-41c1-beeb-7115cdc97faa tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:42.705875 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-868c9a1f-cfa9-4ecc-bcba-87195653fabd req-8f8ad7fa-2717-41c1-beeb-7115cdc97faa tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 944 time: 0.1328597 Aug 27 03:33:42.730889 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace149f7-cde5-4d77-80b5-9281575eb1fb x-openstack-request-id: req-ace149f7-cde5-4d77-80b5-9281575eb1fb {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:42.731199 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "name": "network-vif-plugged", "status": "completed", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:42.731445 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ace149f7-cde5-4d77-80b5-9281575eb1fb {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:42.731828 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'code': 200} Aug 27 03:33:42.757087 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=ab86934c-3c7f-4ee5-8361-ae8500899a8b,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:42.790579 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-868c9a1f-cfa9-4ecc-bcba-87195653fabd req-50a2339c-f5bf-4a89-a4c6-c10a5868cd21 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777264 Aug 27 03:33:42.907582 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2c6373c-9eca-4b6f-a24d-8b78930f2e08 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:42.911807 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2c6373c-9eca-4b6f-a24d-8b78930f2e08 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.051843 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab89631-6add-408a-b011-96c87dcd75be req-6f3090c4-d578-4063-a3db-ed4f75c27c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:43.053246 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dab89631-6add-408a-b011-96c87dcd75be req-6f3090c4-d578-4063-a3db-ed4f75c27c1c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0972779 Aug 27 03:33:43.055926 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-c2c6373c-9eca-4b6f-a24d-8b78930f2e08 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Floating IP 03c4e464-ef77-4d2e-8762-970bb787fc96 associated. External IP: 172.27.2.207, port: 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8. Aug 27 03:33:43.165568 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dab89631-6add-408a-b011-96c87dcd75be req-5a6942d8-d327-423b-b7a7-91f8b2d41d6e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724094 Aug 27 03:33:43.295131 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c6373c-9eca-4b6f-a24d-8b78930f2e08 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Router 29416b56-55bf-4378-9ce7-90710ec5c0aa has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:33:43.408812 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c6373c-9eca-4b6f-a24d-8b78930f2e08 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:33:43.413510 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c2c6373c-9eca-4b6f-a24d-8b78930f2e08 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:43.418311 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d52d2e-b231-4251-8a7e-9bd7c4839f91 None None] Sync routers for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:33:43.434856 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d52d2e-b231-4251-8a7e-9bd7c4839f91 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:43.435504 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-23d52d2e-b231-4251-8a7e-9bd7c4839f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:33:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:43.445330 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c2c6373c-9eca-4b6f-a24d-8b78930f2e08 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "PUT /v2.0/floatingips/03c4e464-ef77-4d2e-8762-970bb787fc96 HTTP/1.1" status: 200 len: 991 time: 1.1246555 Aug 27 03:33:43.446116 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:43.448540 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268c5611-9976-4bfb-b440-18348606b398" -d '{"events": [{"name": "network-changed", "server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:43.491360 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9778cd2f-72cf-43ef-8015-10acc53b8592 x-openstack-request-id: req-9778cd2f-72cf-43ef-8015-10acc53b8592 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:43.491669 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:43.491930 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9778cd2f-72cf-43ef-8015-10acc53b8592 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:43.492333 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'status': 'completed', 'code': 200} Aug 27 03:33:43.543752 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-23d52d2e-b231-4251-8a7e-9bd7c4839f91 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:43.808212 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c5611-9976-4bfb-b440-18348606b398 req-d414eb65-9c2a-46eb-8b7b-7c9139821bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:43.809726 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-268c5611-9976-4bfb-b440-18348606b398 req-d414eb65-9c2a-46eb-8b7b-7c9139821bec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 1098 time: 0.0398409 Aug 27 03:33:43.850780 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-23d52d2e-b231-4251-8a7e-9bd7c4839f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '03c4e464-ef77-4d2e-8762-970bb787fc96', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'port_id': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'mac_address': 'fa:16:3e:97:06:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:32:55Z', 'updated_at': '2021-08-27T03:33:42Z', 'revision_number': 1, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:43.880742 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d52d2e-b231-4251-8a7e-9bd7c4839f91 None None] Checking router: 29416b56-55bf-4378-9ce7-90710ec5c0aa for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:33:43.889146 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d52d2e-b231-4251-8a7e-9bd7c4839f91 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:33:43.889829 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-23d52d2e-b231-4251-8a7e-9bd7c4839f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:33:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:43.941398 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c5611-9976-4bfb-b440-18348606b398 req-1c617e15-8f48-495d-8593-976e98b7fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:43.943044 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-268c5611-9976-4bfb-b440-18348606b398 req-1c617e15-8f48-495d-8593-976e98b7fd1d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 918 time: 0.1255655 Aug 27 03:33:43.951515 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dd534-01b5-4683-b6ab-cf8a1e3b79c5 req-b216086d-e82d-40cf-a494-3b419b234c22 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:43.953831 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-913dd534-01b5-4683-b6ab-cf8a1e3b79c5 req-b216086d-e82d-40cf-a494-3b419b234c22 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 945 time: 0.0805635 Aug 27 03:33:44.010394 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-23d52d2e-b231-4251-8a7e-9bd7c4839f91 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:33:44.042461 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-913dd534-01b5-4683-b6ab-cf8a1e3b79c5 req-f34f46a0-9ddd-4e4a-9365-66f144923721 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806770 Aug 27 03:33:44.044161 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-268c5611-9976-4bfb-b440-18348606b398 req-f6a3e522-5710-4b6b-8d98-abac4e4ecb6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 HTTP/1.1" status: 200 len: 999 time: 0.0893888 Aug 27 03:33:44.125751 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c5611-9976-4bfb-b440-18348606b398 req-bc929193-d5a4-466a-b778-fd56723aef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:44.127258 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-268c5611-9976-4bfb-b440-18348606b398 req-bc929193-d5a4-466a-b778-fd56723aef3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.0528126 Aug 27 03:33:44.178817 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c5611-9976-4bfb-b440-18348606b398 req-5be0fce9-72da-46d9-94a6-58e5d61c1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:44.180335 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-268c5611-9976-4bfb-b440-18348606b398 req-5be0fce9-72da-46d9-94a6-58e5d61c1823 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425963 Aug 27 03:33:44.260058 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-23d52d2e-b231-4251-8a7e-9bd7c4839f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '03c4e464-ef77-4d2e-8762-970bb787fc96', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'port_id': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'mac_address': 'fa:16:3e:97:06:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:32:55Z', 'updated_at': '2021-08-27T03:33:42Z', 'revision_number': 1, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:33:44.286001 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d52d2e-b231-4251-8a7e-9bd7c4839f91 None None] The sync data for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi is: [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '03c4e464-ef77-4d2e-8762-970bb787fc96', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'port_id': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'mac_address': 'fa:16:3e:97:06:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:32:55Z', 'updated_at': '2021-08-27T03:33:42Z', 'revision_number': 1, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:33:44.322682 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-268c5611-9976-4bfb-b440-18348606b398 req-20c4bb15-356f-4cb1-aad2-69a9796d6f90 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282802 Aug 27 03:33:44.335441 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6b1ff-f87c-4ab8-8f9f-a93df31b0bb5 req-8f5c8acc-0d76-477b-a0ad-5fb816b22b3c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:44.336918 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-29d6b1ff-f87c-4ab8-8f9f-a93df31b0bb5 req-8f5c8acc-0d76-477b-a0ad-5fb816b22b3c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0722880 Aug 27 03:33:44.434923 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-29d6b1ff-f87c-4ab8-8f9f-a93df31b0bb5 req-d10aac47-7db9-4244-97a2-e7adec75b4d2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888767 Aug 27 03:33:44.464862 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-268c5611-9976-4bfb-b440-18348606b398 req-014bf4cc-cb8d-4f5f-990d-e6f358ada126 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262510 Aug 27 03:33:44.505985 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25257f39-eb0d-430d-ad08-6cbce21f0663 None None] New status for floating IP 03c4e464-ef77-4d2e-8762-970bb787fc96: ACTIVE {{(pid=93873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:33:45.170498 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec958567-e3ca-44c7-a2ec-e2326a603672 req-3d06dee8-69a0-4a25-8436-821ef546c9da tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:45.173080 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec958567-e3ca-44c7-a2ec-e2326a603672 req-3d06dee8-69a0-4a25-8436-821ef546c9da tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 945 time: 0.0545685 Aug 27 03:33:45.214240 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec958567-e3ca-44c7-a2ec-e2326a603672 req-89588ea0-562f-4c4a-b58e-1226e0d93dba tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346458 Aug 27 03:33:46.333420 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524afc8-5e3a-440f-82be-20d719fa63bf req-15b68248-c36b-40d3-9998-44b40f82d0ec tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:46.335026 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1524afc8-5e3a-440f-82be-20d719fa63bf req-15b68248-c36b-40d3-9998-44b40f82d0ec tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 945 time: 0.0484989 Aug 27 03:33:46.372948 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1524afc8-5e3a-440f-82be-20d719fa63bf req-60ab19af-7bab-48a0-9af5-e94ddc1a9bf7 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Aug 27 03:33:46.501862 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a87d38-aadf-4a1d-ab6d-ac7b0e85f152 req-d739aa53-79a5-4692-a704-4fd28f2efdc2 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:46.503394 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24a87d38-aadf-4a1d-ab6d-ac7b0e85f152 req-d739aa53-79a5-4692-a704-4fd28f2efdc2 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 945 time: 0.0598238 Aug 27 03:33:46.542960 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24a87d38-aadf-4a1d-ab6d-ac7b0e85f152 req-dd585c94-51e4-4bc8-85ab-6d0cebd54bf6 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Aug 27 03:33:46.897018 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98aa4a-eec6-48c0-ae4f-361e8d98503a req-00166399-073a-4f42-8933-e874f7d77c7e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:46.898619 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c98aa4a-eec6-48c0-ae4f-361e8d98503a req-00166399-073a-4f42-8933-e874f7d77c7e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 945 time: 0.0578496 Aug 27 03:33:46.951393 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4c98aa4a-eec6-48c0-ae4f-361e8d98503a req-0827524e-1312-4c7a-b9aa-0f83119de1aa tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454116 Aug 27 03:33:48.820756 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:33:54.802271 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f416f-3230-46d5-973f-de8e30ce4e28 req-bae1a89d-ebe2-4ec8-a8bd-195eef8a563a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:54.804259 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d56f416f-3230-46d5-973f-de8e30ce4e28 req-bae1a89d-ebe2-4ec8-a8bd-195eef8a563a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0911739 Aug 27 03:33:54.807677 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc836022-09f6-4c14-b340-e1f441790646 req-628770fe-f490-44dd-9425-8ec2da3ab1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:54.809318 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc836022-09f6-4c14-b340-e1f441790646 req-628770fe-f490-44dd-9425-8ec2da3ab1fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 1099 time: 0.0654345 Aug 27 03:33:54.897324 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d56f416f-3230-46d5-973f-de8e30ce4e28 req-3c957c08-159a-4395-bab5-0814c56edaba tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821376 Aug 27 03:33:54.935371 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc836022-09f6-4c14-b340-e1f441790646 req-fe676d1f-fea2-4d5c-aa8b-5a6e0dda63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:54.937558 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc836022-09f6-4c14-b340-e1f441790646 req-fe676d1f-fea2-4d5c-aa8b-5a6e0dda63aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 920 time: 0.1173902 Aug 27 03:33:55.005154 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc836022-09f6-4c14-b340-e1f441790646 req-28bcdaea-be39-49b0-8811-25073f2613ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d HTTP/1.1" status: 200 len: 217 time: 0.0386102 Aug 27 03:33:55.076960 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc836022-09f6-4c14-b340-e1f441790646 req-490317dc-7b8b-472e-8bdf-0e128aaac676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:55.078785 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc836022-09f6-4c14-b340-e1f441790646 req-490317dc-7b8b-472e-8bdf-0e128aaac676 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 200 len: 859 time: 0.0460842 Aug 27 03:33:55.114791 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc836022-09f6-4c14-b340-e1f441790646 req-1dc0e522-322c-44b2-98d7-1757892e58cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97b5146e-1ead-45fa-b520-237d06579200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264788 Aug 27 03:33:55.443657 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc836022-09f6-4c14-b340-e1f441790646 req-8257e953-fefa-4953-a4c5-e2b2fa77f6c8 service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202322 Aug 27 03:33:55.549916 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc836022-09f6-4c14-b340-e1f441790646 req-212f2a28-64d0-40c6-8527-b551e28e603e service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880175 Aug 27 03:33:55.943165 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-c3e192f7-bbad-4942-833a-bb304c07fee9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:55.944671 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-c3e192f7-bbad-4942-833a-bb304c07fee9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 815 time: 0.1059375 Aug 27 03:33:55.962617 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-8046563b-939b-42f8-ab29-568c0d942e82 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/quotas/6d9e01c1992d424c8ea95add2a0ee8f8 HTTP/1.1" status: 200 len: 375 time: 0.0115271 Aug 27 03:33:56.054551 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-38bee82b-088e-486c-a9da-674aebaeb9b4 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846791 Aug 27 03:33:56.066558 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbb757-24ba-443b-af09-b021d83ca10c req-91ad9ef5-5cbc-4e99-ac55-04e0d668cd25 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:56.068117 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ddbbb757-24ba-443b-af09-b021d83ca10c req-91ad9ef5-5cbc-4e99-ac55-04e0d668cd25 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0868957 Aug 27 03:33:56.159122 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ddbbb757-24ba-443b-af09-b021d83ca10c req-2f62f82c-ead4-42aa-b91c-46097262dd22 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826559 Aug 27 03:33:56.185304 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-6df206b1-dbc2-4ba4-a022-8e52ffc11ff9 service neutron] 10.222.0.48 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162374 Aug 27 03:33:56.278708 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-b0e80e24-ef0a-4e9f-86ae-810d77dc02ae service neutron] 10.222.0.48 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870230 Aug 27 03:33:56.455351 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e8e1b3c1-6457-4ad2-8e9b-755ea8e17b02 req-cb04d0e6-eb65-42dc-84f1-61323af21478 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 210 time: 0.0395181 Aug 27 03:33:57.279454 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1961b80-c6bc-4c28-82d4-f230af8e453e req-f76a5228-aa7a-4d9c-9de2-d4db19018a39 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:57.281156 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e1961b80-c6bc-4c28-82d4-f230af8e453e req-f76a5228-aa7a-4d9c-9de2-d4db19018a39 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0494239 Aug 27 03:33:57.319266 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e1961b80-c6bc-4c28-82d4-f230af8e453e req-8f5efab6-d097-4f4b-8f1b-b08532f1a8a5 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318537 Aug 27 03:33:57.555452 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c2b7715-d2ad-48f4-b2e9-cf852e16f813 req-b3e3fd68-03b8-4534-aa5b-a67d8b94be8f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 210 time: 0.0275123 Aug 27 03:33:57.807834 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-a4446dd5-26ac-4ced-831e-33e46c3290f8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:57.809290 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-a4446dd5-26ac-4ced-831e-33e46c3290f8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 815 time: 0.1137528 Aug 27 03:33:57.849279 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Request body: {'port': {'device_id': '708e412a-5d6c-4e12-af72-0a9bc472dbb7', 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8', 'admin_state_up': True, 'tenant_id': '6d9e01c1992d424c8ea95add2a0ee8f8'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:57.961255 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Made reservation on behalf of 6d9e01c1992d424c8ea95add2a0ee8f8 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:33:57.969312 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.106648 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Allocated IP 172.20.0.6 (813150a5-dbda-4897-a617-3b0468d8dcc8/9e706786-821b-45ac-812c-c67930be1360/f2990968-bc26-42a3-a2a7-59f3828f8ac7) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:33:58.257679 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.298240 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.341267 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['34897c05-7eef-4339-91c9-e3bfd1114a68', 'e720968b-57f5-4bbf-9203-971f369a9bb6', 'e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:33:58.343278 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Network 813150a5-dbda-4897-a617-3b0468d8dcc8 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:33:58.346671 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:33:58.349566 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:33:58.383975 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Pushing event updated for resources: {'Port': ['ID=f2990968-bc26-42a3-a2a7-59f3828f8ac7,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:58.425232 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:58.425898 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.458972 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-3225de65-82e4-4a63-8c59-d05164e12c35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137531 Aug 27 03:33:58.478726 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33bba0-876c-4091-866d-f6a7ed30ef4d req-535ec139-a521-4601-a0de-7974ccb791b0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:58.480216 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f33bba0-876c-4091-866d-f6a7ed30ef4d req-535ec139-a521-4601-a0de-7974ccb791b0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0748823 Aug 27 03:33:58.508395 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Request body: {'port': {'device_id': '708e412a-5d6c-4e12-af72-0a9bc472dbb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:33:58.557960 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f33bba0-876c-4091-866d-f6a7ed30ef4d req-97c6adf7-418d-4a76-a28e-16f54ef23fe9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709684 Aug 27 03:33:58.582995 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.757820 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84bf12-0c71-4904-9a75-1dd973477400 req-603e04a2-8b36-4341-8350-517858cd7c70 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:58.759366 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be84bf12-0c71-4904-9a75-1dd973477400 req-603e04a2-8b36-4341-8350-517858cd7c70 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 931 time: 0.1185794 Aug 27 03:33:58.852170 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be84bf12-0c71-4904-9a75-1dd973477400 req-fbb050e7-9348-4c76-bbe8-997be314d13d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831821 Aug 27 03:33:58.932810 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2990968-bc26-42a3-a2a7-59f3828f8ac7 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:33:58.940769 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.953417 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Transition to ACTIVE for port object f2990968-bc26-42a3-a2a7-59f3828f8ac7 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:33:58.957913 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:59.009417 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2990968-bc26-42a3-a2a7-59f3828f8ac7,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:59.074413 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Attempting to bind port f2990968-bc26-42a3-a2a7-59f3828f8ac7 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:33:59.074739 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Attempting to bind port f2990968-bc26-42a3-a2a7-59f3828f8ac7 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:33:59.075060 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Attempting to bind port f2990968-bc26-42a3-a2a7-59f3828f8ac7 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:59.080041 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Port f2990968-bc26-42a3-a2a7-59f3828f8ac7 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:33:59.080356 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Attempting to bind port f2990968-bc26-42a3-a2a7-59f3828f8ac7 on network 813150a5-dbda-4897-a617-3b0468d8dcc8 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:33:59.085151 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:33:59.085477 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Checking segment: {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:33:59.085850 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Bound using segment: {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:33:59.086304 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Bound port: f2990968-bc26-42a3-a2a7-59f3828f8ac7, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040e7ff8-d3ad-4552-b57c-6dbc12ed6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:33:59.086652 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:59.153901 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] For port f2990968-bc26-42a3-a2a7-59f3828f8ac7, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:33:59.157810 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] For port f2990968-bc26-42a3-a2a7-59f3828f8ac7, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f2990968-bc26-42a3-a2a7-59f3828f8ac7,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:33:59.162818 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:59.199873 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:59.200485 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:59.201839 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] 10.222.0.62 "PUT /v2.0/ports/f2990968-bc26-42a3-a2a7-59f3828f8ac7 HTTP/1.1" status: 200 len: 1093 time: 0.6975951 Aug 27 03:33:59.202932 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708e412a-5d6c-4e12-af72-0a9bc472dbb7', 'tag': 'f2990968-bc26-42a3-a2a7-59f3828f8ac7'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:33:59.205374 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf028e4-6038-4dcd-a05d-51beb90d89e5" -d '{"events": [{"name": "network-changed", "server_uuid": "708e412a-5d6c-4e12-af72-0a9bc472dbb7", "tag": "f2990968-bc26-42a3-a2a7-59f3828f8ac7"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:33:59.247173 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16723b-a177-4798-b14a-3cad27303cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2990968-bc26-42a3-a2a7-59f3828f8ac7,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:33:59.262441 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24c0b04-0801-4c13-8c44-f96cfa55e24e x-openstack-request-id: req-e24c0b04-0801-4c13-8c44-f96cfa55e24e {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:33:59.262731 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708e412a-5d6c-4e12-af72-0a9bc472dbb7", "tag": "f2990968-bc26-42a3-a2a7-59f3828f8ac7", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:33:59.262988 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e24c0b04-0801-4c13-8c44-f96cfa55e24e {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:33:59.263399 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708e412a-5d6c-4e12-af72-0a9bc472dbb7', 'tag': 'f2990968-bc26-42a3-a2a7-59f3828f8ac7', 'status': 'completed', 'code': 200} Aug 27 03:33:59.355272 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-cf015d1d-d7f1-472c-809e-28237311791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:59.356797 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-cf015d1d-d7f1-472c-809e-28237311791c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0441048 Aug 27 03:33:59.610151 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-21a0e331-72d9-42e8-a72b-d536569a483b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2990968-bc26-42a3-a2a7-59f3828f8ac7 HTTP/1.1" status: 200 len: 217 time: 0.0395014 Aug 27 03:33:59.693149 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-d83a4eb3-0484-4aa5-8780-05739e748511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:59.694880 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-d83a4eb3-0484-4aa5-8780-05739e748511 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e706786-821b-45ac-812c-c67930be1360 HTTP/1.1" status: 200 len: 855 time: 0.0761373 Aug 27 03:33:59.714866 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c79e1-8338-48f4-9d5f-e8a0c52cfeb5 req-e50658fd-611e-4660-890c-c6fe873bb0c2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:59.716450 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fe4c79e1-8338-48f4-9d5f-e8a0c52cfeb5 req-e50658fd-611e-4660-890c-c6fe873bb0c2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0689979 Aug 27 03:33:59.755441 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-4b8bf0c5-78f0-475d-829d-649584c64809 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=813150a5-dbda-4897-a617-3b0468d8dcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494263 Aug 27 03:33:59.855847 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fe4c79e1-8338-48f4-9d5f-e8a0c52cfeb5 req-eda6b796-33b7-4648-ad6a-929248097a38 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296778 Aug 27 03:33:59.901797 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-169e394d-ad6f-4d91-a96f-ee2054cc1b66 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340322 Aug 27 03:34:00.037344 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b669fdf-7e04-4a3c-b53d-197ea12f1661 req-460f4356-1f2c-4899-a578-db0255464835 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:00.038855 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b669fdf-7e04-4a3c-b53d-197ea12f1661 req-460f4356-1f2c-4899-a578-db0255464835 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 943 time: 0.0763237 Aug 27 03:34:00.044343 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bbff2df-38d5-4ad0-b7a7-29c5ed73c79d req-da40b69a-81f6-4bd8-8a29-a560dc8fce51 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307817 Aug 27 03:34:00.084457 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b669fdf-7e04-4a3c-b53d-197ea12f1661 req-7f092451-2677-4dff-91d9-bfcdeb74788f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390625 Aug 27 03:34:00.223739 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf028e4-6038-4dcd-a05d-51beb90d89e5 req-d35f5294-c722-4400-b5c8-9a5e3f1a38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:00.226657 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bf028e4-6038-4dcd-a05d-51beb90d89e5 req-d35f5294-c722-4400-b5c8-9a5e3f1a38c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 1096 time: 0.0592155 Aug 27 03:34:00.328386 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf028e4-6038-4dcd-a05d-51beb90d89e5 req-224ca950-f7d0-42a4-a73d-de5417de015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:00.329842 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bf028e4-6038-4dcd-a05d-51beb90d89e5 req-224ca950-f7d0-42a4-a73d-de5417de015f service neutron] 10.222.0.62 "GET /v2.0/networks?id=813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 200 len: 916 time: 0.0965037 Aug 27 03:34:00.376516 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bf028e4-6038-4dcd-a05d-51beb90d89e5 req-5657b9a3-bf57-4269-8fd0-53e43592c881 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2990968-bc26-42a3-a2a7-59f3828f8ac7 HTTP/1.1" status: 200 len: 217 time: 0.0348747 Aug 27 03:34:00.433354 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf028e4-6038-4dcd-a05d-51beb90d89e5 req-c69559ec-9fb1-4777-acaa-2ed26fb593b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:00.434866 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bf028e4-6038-4dcd-a05d-51beb90d89e5 req-c69559ec-9fb1-4777-acaa-2ed26fb593b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e706786-821b-45ac-812c-c67930be1360 HTTP/1.1" status: 200 len: 855 time: 0.0491729 Aug 27 03:34:00.491249 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bf028e4-6038-4dcd-a05d-51beb90d89e5 req-cd858250-7061-4679-a6ac-2ee7d5ed7779 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=813150a5-dbda-4897-a617-3b0468d8dcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245402 Aug 27 03:34:00.590388 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bf028e4-6038-4dcd-a05d-51beb90d89e5 req-89f41e02-2b71-4924-9f7a-16ce33c48815 service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899198 Aug 27 03:34:00.685073 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bf028e4-6038-4dcd-a05d-51beb90d89e5 req-81825373-7a36-47de-9835-c569f024645a service neutron] 10.222.0.62 "GET /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872896 Aug 27 03:34:00.739101 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-14e39afc-cbb5-43ee-b841-42830e387bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.976562 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09a634-9d43-4c83-ac3c-7c0ac3fdba48 req-16a4416e-b70f-4251-b8a3-0f2abf6b09f6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:00.978107 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad09a634-9d43-4c83-ac3c-7c0ac3fdba48 req-16a4416e-b70f-4251-b8a3-0f2abf6b09f6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0529630 Aug 27 03:34:01.018857 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad09a634-9d43-4c83-ac3c-7c0ac3fdba48 req-bef5fc3d-0128-4d0f-875e-8693e92d92b1 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342684 Aug 27 03:34:01.205871 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a06ad8-d7e3-487c-872a-2f41185b06ea req-a80f487f-4597-4d28-bccc-7433aee8814a tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:01.207407 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7a06ad8-d7e3-487c-872a-2f41185b06ea req-a80f487f-4597-4d28-bccc-7433aee8814a tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 943 time: 0.0527489 Aug 27 03:34:01.251374 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7a06ad8-d7e3-487c-872a-2f41185b06ea req-aaee0df7-75f0-4069-84fd-4753ef5db7cb tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Aug 27 03:34:02.142952 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05abe-42c1-4e03-b3e9-a5219e7a4ab9 req-dd2045da-a4ad-48c6-b54e-3713337bfcb6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:02.144392 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8cd05abe-42c1-4e03-b3e9-a5219e7a4ab9 req-dd2045da-a4ad-48c6-b54e-3713337bfcb6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0549147 Aug 27 03:34:02.181514 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8cd05abe-42c1-4e03-b3e9-a5219e7a4ab9 req-d613ceb4-48a4-494e-815d-07fcf4782613 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311744 Aug 27 03:34:02.449882 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae81cd-781a-49d8-9a8c-d2ca74d58e8d req-1bc21deb-523b-4899-91ce-ff1bdbb117d2 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:02.451374 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9cae81cd-781a-49d8-9a8c-d2ca74d58e8d req-1bc21deb-523b-4899-91ce-ff1bdbb117d2 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 943 time: 0.0489466 Aug 27 03:34:02.489015 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9cae81cd-781a-49d8-9a8c-d2ca74d58e8d req-0b8355b1-d67b-424e-8582-d253ea658608 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313504 Aug 27 03:34:03.312917 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b5c13-3154-4e7c-9f00-e7643e1fcabc req-b06f47fb-2aaf-41ef-8cee-d8d8fbff617e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:03.314442 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a96b5c13-3154-4e7c-9f00-e7643e1fcabc req-b06f47fb-2aaf-41ef-8cee-d8d8fbff617e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0497978 Aug 27 03:34:03.354680 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a96b5c13-3154-4e7c-9f00-e7643e1fcabc req-b334bb05-2de6-426d-8ff5-547e7e712bfb tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336885 Aug 27 03:34:03.658322 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbba22-07f4-4e88-a8f6-5e254095b92c req-061cc1cd-1b58-4807-8456-003598312448 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:03.659816 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ffbba22-07f4-4e88-a8f6-5e254095b92c req-061cc1cd-1b58-4807-8456-003598312448 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 943 time: 0.0556970 Aug 27 03:34:03.703532 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ffbba22-07f4-4e88-a8f6-5e254095b92c req-dda88273-d36b-439a-989b-852c461359e0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366540 Aug 27 03:34:03.740683 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8df530eb-b7eb-4c45-83e3-fcaf3d657a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:03.989233 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeb137-33cb-4991-b05a-0032ad60e697 req-7ad69210-c2da-4ba6-a077-b201ccc58f11 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:03.990765 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afdeb137-33cb-4991-b05a-0032ad60e697 req-7ad69210-c2da-4ba6-a077-b201ccc58f11 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 945 time: 0.0519958 Aug 27 03:34:04.033100 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afdeb137-33cb-4991-b05a-0032ad60e697 req-049bda9a-41d3-4768-9f72-bf95232a9dca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362091 Aug 27 03:34:04.059772 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 59046) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:04.329568 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c83038-3ae9-4f98-bdbe-a5586d924f28 tempest-TestMinimumBasicScenario-225828495 tempest-TestMinimumBasicScenario-225828495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:04.331085 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e2c83038-3ae9-4f98-bdbe-a5586d924f28 tempest-TestMinimumBasicScenario-225828495 tempest-TestMinimumBasicScenario-225828495-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 1093 time: 0.2704020 Aug 27 03:34:04.334501 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 59050) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:04.339154 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Request body: {'floatingip': {'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'port_id': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:04.360376 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for floatingip, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.461759 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.487318 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43704d-a5b6-407c-8b1d-1850c18e151f req-d96f06b9-4f24-41a1-8ae2-0e3075a68890 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:04.489527 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a43704d-a5b6-407c-8b1d-1850c18e151f req-d96f06b9-4f24-41a1-8ae2-0e3075a68890 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0597491 Aug 27 03:34:04.538685 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a43704d-a5b6-407c-8b1d-1850c18e151f req-cb134488-8636-487c-b3cc-d22850376a12 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Aug 27 03:34:04.575831 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Allocated IP 172.27.2.62 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/943291b6-7e67-4ef3-bfab-7ec565c05623) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:04.643371 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device f2990968-bc26-42a3-a2a7-59f3828f8ac7 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:34:04.683533 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.725706 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.773384 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port f2990968-bc26-42a3-a2a7-59f3828f8ac7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f2990968-bc26-42a3-a2a7-59f3828f8ac7,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:04.804247 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:04.809701 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'f2990968-bc26-42a3-a2a7-59f3828f8ac7', 'network_id': '813150a5-dbda-4897-a617-3b0468d8dcc8', 'port_id': 'f2990968-bc26-42a3-a2a7-59f3828f8ac7', 'mac_address': 'fa:16:3e:12:8a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e706786-821b-45ac-812c-c67930be1360', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:34:04.813616 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:04.818585 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:04.844461 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.870662 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.877594 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'Port': ['ID=943291b6-7e67-4ef3-bfab-7ec565c05623,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:04.899264 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2990968-bc26-42a3-a2a7-59f3828f8ac7 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:34:04.904255 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5da3dc-8a46-460c-a40d-e200287d50a0 req-1590d699-f2a1-46a8-97cd-2789a3b41d08 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:04.906829 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae5da3dc-8a46-460c-a40d-e200287d50a0 req-1590d699-f2a1-46a8-97cd-2789a3b41d08 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 943 time: 0.1151204 Aug 27 03:34:04.947092 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port f2990968-bc26-42a3-a2a7-59f3828f8ac7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f2990968-bc26-42a3-a2a7-59f3828f8ac7,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:04.954610 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:04.972940 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae5da3dc-8a46-460c-a40d-e200287d50a0 req-a0038367-0bff-4e12-afc9-dcb154c672de tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590267 Aug 27 03:34:05.036317 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=f2990968-bc26-42a3-a2a7-59f3828f8ac7,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:05.060324 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.552495 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.648324 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.670131 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fb8c3-2cc5-42b8-a8d5-7cdef055b91c req-207847ef-f90f-4690-b95b-b7e413aa093b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:05.671668 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d0fb8c3-2cc5-42b8-a8d5-7cdef055b91c req-207847ef-f90f-4690-b95b-b7e413aa093b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0504956 Aug 27 03:34:05.708026 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['f2990968-bc26-42a3-a2a7-59f3828f8ac7'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:34:05.717065 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d0fb8c3-2cc5-42b8-a8d5-7cdef055b91c req-16fde0c0-7a63-46cd-b964-de2ea7281768 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380096 Aug 27 03:34:05.801653 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.806229 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.872595 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'Port': ['ID=943291b6-7e67-4ef3-bfab-7ec565c05623,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:05.886077 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:05.985453 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Floating IP 84fbc14c-9bae-4ede-a03c-018fc6ddc5be associated. External IP: 172.27.2.62, port: ab86934c-3c7f-4ee5-8361-ae8500899a8b. Aug 27 03:34:06.105903 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eb05e-17a3-42c0-b1e1-8a6e4cb2c12b req-d3c05e17-9709-448c-81eb-baf64223830b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:06.107695 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-551eb05e-17a3-42c0-b1e1-8a6e4cb2c12b req-d3c05e17-9709-448c-81eb-baf64223830b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 944 time: 0.0508575 Aug 27 03:34:06.148695 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-551eb05e-17a3-42c0-b1e1-8a6e4cb2c12b req-9c68e39b-9a77-4746-bf2f-dfd6da8f329f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339935 Aug 27 03:34:06.197961 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Router adcabd08-77c6-4632-b7c1-2b2b70039ce5 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:06.307194 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:06.317200 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9536af3-fc34-49f5-afc6-69454af09039 None None] Sync routers for ids ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:06.323597 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.326708 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9536af3-fc34-49f5-afc6-69454af09039 None None] Routers {'adcabd08-77c6-4632-b7c1-2b2b70039ce5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:06.328145 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b9536af3-fc34-49f5-afc6-69454af09039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:34:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:06.354315 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-00e0d5c1-5645-4584-900a-624659d8bc85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0187047 Aug 27 03:34:06.354911 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:06.357012 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 59082) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:06.357155 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819655c6-e9e1-4297-975e-757a444f95cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:06.363246 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220929260', 'description': 'tempest-secgroup-smoke-220929260 description', 'project_id': 'f04c0694a50c4533859c8db8a7269b63'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:06.392566 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.397597 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603ea609-8503-402d-9e3d-19322bde0282 x-openstack-request-id: req-603ea609-8503-402d-9e3d-19322bde0282 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:06.397890 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:06.398169 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-603ea609-8503-402d-9e3d-19322bde0282 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:06.398562 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'status': 'completed', 'code': 200} Aug 27 03:34:06.441616 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b9536af3-fc34-49f5-afc6-69454af09039 None None] Set router adcabd08-77c6-4632-b7c1-2b2b70039ce5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:06.482569 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.487805 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.512695 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.513893 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1557119 Aug 27 03:34:06.517490 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 59086) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:06.517822 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20df78b8-f19f-44ca-88d2-32ccf6d6ec47,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:06.523084 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-49989754-d9c3-4aea-a314-37e0b484b0c9 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Request body: {'security_group_rule': {'security_group_id': '20df78b8-f19f-44ca-88d2-32ccf6d6ec47', 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:06.524832 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.525186 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.525518 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.525847 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.526209 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.526537 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.526859 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.527186 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.527509 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.527825 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.528149 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.528465 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb18ddfe-c7d4-4047-bffd-8ae10e61aaca tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:06.571758 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-49989754-d9c3-4aea-a314-37e0b484b0c9 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.635391 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-49989754-d9c3-4aea-a314-37e0b484b0c9 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.640996 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-49989754-d9c3-4aea-a314-37e0b484b0c9 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.660312 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49989754-d9c3-4aea-a314-37e0b484b0c9 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed9a6fd-3a5f-4d6b-a3cd-d48dcb8ee7ab,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:06.663846 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-49989754-d9c3-4aea-a314-37e0b484b0c9 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.665325 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-49989754-d9c3-4aea-a314-37e0b484b0c9 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462984 Aug 27 03:34:06.668488 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 59088) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:06.673299 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-3eb57835-07ab-4a64-b2e2-2d4204446ee3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Request body: {'security_group_rule': {'security_group_id': '20df78b8-f19f-44ca-88d2-32ccf6d6ec47', 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:06.683312 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b9536af3-fc34-49f5-afc6-69454af09039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:36Z', 'revision_number': 4, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '84fbc14c-9bae-4ede-a03c-018fc6ddc5be', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'port_id': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'mac_address': 'fa:16:3e:9d:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:34:05Z', 'updated_at': '2021-08-27T03:34:05Z', 'revision_number': 0, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe38d09-25d1-423f-a411-fc49bb1c5b78', 'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'mac_address': 'fa:16:3e:af:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:35Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 5, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'subnets': [{'id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:06.700572 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57835-07ab-4a64-b2e2-2d4204446ee3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.711008 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9536af3-fc34-49f5-afc6-69454af09039 None None] Checking router: adcabd08-77c6-4632-b7c1-2b2b70039ce5 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:06.721251 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9536af3-fc34-49f5-afc6-69454af09039 None None] Routers {'adcabd08-77c6-4632-b7c1-2b2b70039ce5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:06.723106 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b9536af3-fc34-49f5-afc6-69454af09039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:34:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:06.770554 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57835-07ab-4a64-b2e2-2d4204446ee3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.774598 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57835-07ab-4a64-b2e2-2d4204446ee3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.793395 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb57835-07ab-4a64-b2e2-2d4204446ee3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdd86a5-6df8-4cb2-8e41-47bb1d449e3d,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:06.802782 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57835-07ab-4a64-b2e2-2d4204446ee3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.806329 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3eb57835-07ab-4a64-b2e2-2d4204446ee3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346662 Aug 27 03:34:06.807977 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 59092) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:06.817825 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-00d86cb7-5d19-4acc-bcc7-ea93369ba0f3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Request body: {'security_group_rule': {'security_group_id': '20df78b8-f19f-44ca-88d2-32ccf6d6ec47', 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:06.833793 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b9536af3-fc34-49f5-afc6-69454af09039 None None] Set router adcabd08-77c6-4632-b7c1-2b2b70039ce5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:06.859008 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94556aae-37e3-41be-ab63-9cd9a76ae630 req-be1eb344-8652-4004-b18e-6c45a3dd2bba tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:06.859586 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00d86cb7-5d19-4acc-bcc7-ea93369ba0f3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.867223 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-94556aae-37e3-41be-ab63-9cd9a76ae630 req-be1eb344-8652-4004-b18e-6c45a3dd2bba tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0728421 Aug 27 03:34:06.870553 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.910105 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-94556aae-37e3-41be-ab63-9cd9a76ae630 req-7545394d-22eb-4945-b7e7-33a318936ef5 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Aug 27 03:34:06.943923 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00d86cb7-5d19-4acc-bcc7-ea93369ba0f3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.947744 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00d86cb7-5d19-4acc-bcc7-ea93369ba0f3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.968928 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d86cb7-5d19-4acc-bcc7-ea93369ba0f3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6635e9ef-37d2-43d4-9f4b-fac9cd37d1cc,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:06.975670 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-00d86cb7-5d19-4acc-bcc7-ea93369ba0f3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:06.976823 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-00d86cb7-5d19-4acc-bcc7-ea93369ba0f3 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1677694 Aug 27 03:34:06.979687 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 59096) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:06.984568 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-b034a0de-0d69-4bc3-8389-f00fb5e5ed11 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Request body: {'security_group_rule': {'security_group_id': '20df78b8-f19f-44ca-88d2-32ccf6d6ec47', 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:07.023422 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b034a0de-0d69-4bc3-8389-f00fb5e5ed11 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.088276 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b034a0de-0d69-4bc3-8389-f00fb5e5ed11 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.093234 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b034a0de-0d69-4bc3-8389-f00fb5e5ed11 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.112931 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034a0de-0d69-4bc3-8389-f00fb5e5ed11 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c62f310-52d7-43ce-878e-e22b33bc8899,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:07.120365 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b034a0de-0d69-4bc3-8389-f00fb5e5ed11 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.121619 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b034a0de-0d69-4bc3-8389-f00fb5e5ed11 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408076 Aug 27 03:34:07.125464 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 59102) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:07.130208 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-5d9b5eda-dea5-48a0-888e-840559656e08 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Request body: {'security_group_rule': {'security_group_id': '20df78b8-f19f-44ca-88d2-32ccf6d6ec47', 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:07.154005 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.securitygroups_db [None req-5d9b5eda-dea5-48a0-888e-840559656e08 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Project f04c0694a50c4533859c8db8a7269b63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:34:07.159846 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5d9b5eda-dea5-48a0-888e-840559656e08 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.182660 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b9536af3-fc34-49f5-afc6-69454af09039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:36Z', 'revision_number': 4, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '84fbc14c-9bae-4ede-a03c-018fc6ddc5be', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'port_id': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'mac_address': 'fa:16:3e:9d:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:34:05Z', 'updated_at': '2021-08-27T03:34:05Z', 'revision_number': 0, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe38d09-25d1-423f-a411-fc49bb1c5b78', 'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'mac_address': 'fa:16:3e:af:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:35Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 5, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'subnets': [{'id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:07.214261 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9536af3-fc34-49f5-afc6-69454af09039 None None] The sync data for ids ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'] in dv-cinder-773985-14-iscsi is: [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:36Z', 'revision_number': 4, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '84fbc14c-9bae-4ede-a03c-018fc6ddc5be', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'port_id': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'mac_address': 'fa:16:3e:9d:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:34:05Z', 'updated_at': '2021-08-27T03:34:05Z', 'revision_number': 0, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe38d09-25d1-423f-a411-fc49bb1c5b78', 'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'mac_address': 'fa:16:3e:af:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:35Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 5, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'subnets': [{'id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:07.229900 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5d9b5eda-dea5-48a0-888e-840559656e08 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.235371 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5d9b5eda-dea5-48a0-888e-840559656e08 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.253415 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b5eda-dea5-48a0-888e-840559656e08 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8950aa-5e86-4249-b7d9-1567d33a3794,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:07.260294 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-5d9b5eda-dea5-48a0-888e-840559656e08 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.261536 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-5d9b5eda-dea5-48a0-888e-840559656e08 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349714 Aug 27 03:34:07.264223 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 59108) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:07.269261 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-8cb1e498-75f7-4dff-bcad-f51d108903a1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Request body: {'security_group_rule': {'security_group_id': '20df78b8-f19f-44ca-88d2-32ccf6d6ec47', 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:07.292752 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.securitygroups_db [None req-8cb1e498-75f7-4dff-bcad-f51d108903a1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Project f04c0694a50c4533859c8db8a7269b63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:34:07.299402 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e498-75f7-4dff-bcad-f51d108903a1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.370961 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e498-75f7-4dff-bcad-f51d108903a1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.375413 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e498-75f7-4dff-bcad-f51d108903a1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.396446 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1e498-75f7-4dff-bcad-f51d108903a1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7bff2c-ea4a-4b2e-8cd8-dbce06b573f0,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:07.401482 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e498-75f7-4dff-bcad-f51d108903a1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:07.402732 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8cb1e498-75f7-4dff-bcad-f51d108903a1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372230 Aug 27 03:34:07.435563 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b116801c-dd5c-4e0c-94e0-4fcf39bb5c99 None None] New status for floating IP 84fbc14c-9bae-4ede-a03c-018fc6ddc5be: ACTIVE {{(pid=93873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:34:09.693906 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:11.446232 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819655c6-e9e1-4297-975e-757a444f95cf req-43a6f15d-f6f8-4c16-aff4-37116961c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:11.447747 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-819655c6-e9e1-4297-975e-757a444f95cf req-43a6f15d-f6f8-4c16-aff4-37116961c3e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f04c0694a50c4533859c8db8a7269b63&device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0448155 Aug 27 03:34:11.447867 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5c9e3065-5252-44db-821c-40c196f4f9df req-e0c2267b-fdc5-45b5-ab82-7feb21a23fe8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441411 Aug 27 03:34:11.783855 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3065-5252-44db-821c-40c196f4f9df req-645c3b4b-b5f6-4ce9-ade1-a22d2a811984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:11.785502 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5c9e3065-5252-44db-821c-40c196f4f9df req-645c3b4b-b5f6-4ce9-ade1-a22d2a811984 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 1098 time: 0.0440457 Aug 27 03:34:11.815674 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819655c6-e9e1-4297-975e-757a444f95cf req-028274a7-9fc3-47f6-9847-67d04829ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:11.817040 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-819655c6-e9e1-4297-975e-757a444f95cf req-028274a7-9fc3-47f6-9847-67d04829ffa6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b HTTP/1.1" status: 200 len: 915 time: 0.0857427 Aug 27 03:34:11.887738 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-819655c6-e9e1-4297-975e-757a444f95cf req-18aa7d77-1526-440f-8215-d5f8ee9be525 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b HTTP/1.1" status: 200 len: 1000 time: 0.0611227 Aug 27 03:34:11.891092 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3065-5252-44db-821c-40c196f4f9df req-db471361-07f3-4d40-8997-058738bc6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:11.892571 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5c9e3065-5252-44db-821c-40c196f4f9df req-db471361-07f3-4d40-8997-058738bc6c21 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 920 time: 0.0850489 Aug 27 03:34:12.003827 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5c9e3065-5252-44db-821c-40c196f4f9df req-3a74b98e-e369-43b6-b8b4-c9792a9fab25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=212f95d8-459a-4da3-a611-d44a86cc8028 HTTP/1.1" status: 200 len: 217 time: 0.0458596 Aug 27 03:34:12.052030 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819655c6-e9e1-4297-975e-757a444f95cf req-f0cc65db-db25-424a-97ce-4e3992fcd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:12.054417 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-819655c6-e9e1-4297-975e-757a444f95cf req-f0cc65db-db25-424a-97ce-4e3992fcd205 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7f5b982-6637-44f0-84a2-c082e53570ad HTTP/1.1" status: 200 len: 853 time: 0.0961099 Aug 27 03:34:12.082422 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddf360-bdfc-45b0-aa66-25f1091054b8 req-7034e034-36a8-4985-9d45-3630e24e6591 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:12.083920 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cfddf360-bdfc-45b0-aa66-25f1091054b8 req-7034e034-36a8-4985-9d45-3630e24e6591 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 944 time: 0.0962005 Aug 27 03:34:12.087249 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be361d27-4ef6-4091-9769-f33b45d393ba req-bd508c27-c071-4c37-b8ff-df4b10e8bb78 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220929260&fields=id&tenant_id=f04c0694a50c4533859c8db8a7269b63 HTTP/1.1" status: 200 len: 267 time: 0.0672746 Aug 27 03:34:12.093760 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3065-5252-44db-821c-40c196f4f9df req-ac7d84af-bd14-406b-b724-072b3ba2c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:12.095258 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5c9e3065-5252-44db-821c-40c196f4f9df req-ac7d84af-bd14-406b-b724-072b3ba2c8cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 200 len: 859 time: 0.0475740 Aug 27 03:34:12.149945 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cfddf360-bdfc-45b0-aa66-25f1091054b8 req-83084a88-5d2e-4fff-b226-e7cca6ae9e36 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596054 Aug 27 03:34:12.183348 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5c9e3065-5252-44db-821c-40c196f4f9df req-48b159cd-7f29-4aa3-9605-9c349e610c8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97b5146e-1ead-45fa-b520-237d06579200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279806 Aug 27 03:34:12.199813 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be361d27-4ef6-4091-9769-f33b45d393ba req-3c7d2c0b-68f1-4f76-917e-9e08ec7508f1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:12.201550 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be361d27-4ef6-4091-9769-f33b45d393ba req-3c7d2c0b-68f1-4f76-917e-9e08ec7508f1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 945 time: 0.1039240 Aug 27 03:34:12.217225 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-be361d27-4ef6-4091-9769-f33b45d393ba req-5d4f537b-ca2a-44bd-853f-87e9b3825b6a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Request body: {'port': {'security_groups': ['819364d6-217f-4794-8815-aeac3adb08e3', '20df78b8-f19f-44ca-88d2-32ccf6d6ec47']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:12.221836 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819655c6-e9e1-4297-975e-757a444f95cf req-e1b52ed3-6028-4fa4-8e62-21e1d4cc14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:12.223489 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-819655c6-e9e1-4297-975e-757a444f95cf req-e1b52ed3-6028-4fa4-8e62-21e1d4cc14a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704999 Aug 27 03:34:12.297509 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5c9e3065-5252-44db-821c-40c196f4f9df req-b74bdc28-67bb-4daf-befc-4635763aac5f service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020763 Aug 27 03:34:12.372887 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04caec1-a03e-4682-9420-1ccba2663b19 req-32f86978-5220-45e3-bafb-df155375744c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:12.374961 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e04caec1-a03e-4682-9420-1ccba2663b19 req-32f86978-5220-45e3-bafb-df155375744c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1493807 Aug 27 03:34:12.380534 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-be361d27-4ef6-4091-9769-f33b45d393ba req-5d4f537b-ca2a-44bd-853f-87e9b3825b6a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:12.392205 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5c9e3065-5252-44db-821c-40c196f4f9df req-3fa6ebe3-2afe-4719-a022-f9cac9f9ff7e service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870929 Aug 27 03:34:12.474250 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-819655c6-e9e1-4297-975e-757a444f95cf req-ee3cfe1a-13dd-4e0a-a369-7a2e8f9c432b service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217808 Aug 27 03:34:12.487156 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e04caec1-a03e-4682-9420-1ccba2663b19 req-4915c5a5-3d74-4af7-9c1a-3df22d1da3b2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984132 Aug 27 03:34:12.921279 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-819655c6-e9e1-4297-975e-757a444f95cf req-5a7aab13-2c2d-4e00-b7a6-270eb865ca7e service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949177 Aug 27 03:34:12.940965 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-be361d27-4ef6-4091-9769-f33b45d393ba req-5d4f537b-ca2a-44bd-853f-87e9b3825b6a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] For port ab86934c-3c7f-4ee5-8361-ae8500899a8b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:12.972098 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-be361d27-4ef6-4091-9769-f33b45d393ba req-5d4f537b-ca2a-44bd-853f-87e9b3825b6a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:12.976557 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-be361d27-4ef6-4091-9769-f33b45d393ba req-5d4f537b-ca2a-44bd-853f-87e9b3825b6a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:13.024349 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be361d27-4ef6-4091-9769-f33b45d393ba req-5d4f537b-ca2a-44bd-853f-87e9b3825b6a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:13.024994 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-be361d27-4ef6-4091-9769-f33b45d393ba req-5d4f537b-ca2a-44bd-853f-87e9b3825b6a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:13.026444 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be361d27-4ef6-4091-9769-f33b45d393ba req-5d4f537b-ca2a-44bd-853f-87e9b3825b6a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "PUT /v2.0/ports/ab86934c-3c7f-4ee5-8361-ae8500899a8b HTTP/1.1" status: 200 len: 981 time: 0.8155501 Aug 27 03:34:13.026903 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:13.029258 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a01700-be7d-4526-891c-913d2359790c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:13.058546 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f537b-ca2a-44bd-853f-87e9b3825b6a tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'Port': ['ID=ab86934c-3c7f-4ee5-8361-ae8500899a8b,revision_number=6']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:13.142055 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dbb61-b35b-44e3-b011-2c430e0c2c9d req-b526f4bb-0635-46e5-bf50-2715e2af60df tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:13.143801 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-376dbb61-b35b-44e3-b011-2c430e0c2c9d req-b526f4bb-0635-46e5-bf50-2715e2af60df tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0561945 Aug 27 03:34:13.197947 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-376dbb61-b35b-44e3-b011-2c430e0c2c9d req-4405118c-f4ef-4ca9-bf8f-f55870b64580 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473139 Aug 27 03:34:13.239218 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['ab86934c-3c7f-4ee5-8361-ae8500899a8b'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:34:13.253338 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0a07af-7555-4958-a932-3012255962bf x-openstack-request-id: req-af0a07af-7555-4958-a932-3012255962bf {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:13.253635 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:13.253884 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af0a07af-7555-4958-a932-3012255962bf {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:13.254522 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'status': 'completed', 'code': 200} Aug 27 03:34:13.325268 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503b41b-6511-4d18-b26f-011b971c0134 req-301c23be-0b5b-46db-89ad-971df3e48178 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:13.326869 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3503b41b-6511-4d18-b26f-011b971c0134 req-301c23be-0b5b-46db-89ad-971df3e48178 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 944 time: 0.0597734 Aug 27 03:34:13.362332 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-027f9bc5-f62c-4f26-aaf0-fc956a034db7 None None] Provisioning complete for port ab86934c-3c7f-4ee5-8361-ae8500899a8b triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:13.362710 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-027f9bc5-f62c-4f26-aaf0-fc956a034db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:13.393513 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a01700-be7d-4526-891c-913d2359790c req-150dc293-bfcb-4817-a99a-891e340b1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:13.395063 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19a01700-be7d-4526-891c-913d2359790c req-150dc293-bfcb-4817-a99a-891e340b1beb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f04c0694a50c4533859c8db8a7269b63&device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 1137 time: 0.0666935 Aug 27 03:34:13.402283 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3503b41b-6511-4d18-b26f-011b971c0134 req-9e3b5954-c142-46bf-8f38-6dba1b53c8ac tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658350 Aug 27 03:34:13.505996 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a01700-be7d-4526-891c-913d2359790c req-edc799f7-2511-495d-9796-7e4795ad9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:13.507653 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19a01700-be7d-4526-891c-913d2359790c req-edc799f7-2511-495d-9796-7e4795ad9ea0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b HTTP/1.1" status: 200 len: 915 time: 0.0929844 Aug 27 03:34:13.625055 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19a01700-be7d-4526-891c-913d2359790c req-b4a6b871-c4d1-4fb3-a0dc-7842a3e0f469 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b HTTP/1.1" status: 200 len: 1000 time: 0.1046991 Aug 27 03:34:13.633763 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecdcc9-ec64-482c-97f8-310eb35698ef req-7118d2bd-f8e8-441b-bddd-6629ceabd3ca tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:13.635214 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08ecdcc9-ec64-482c-97f8-310eb35698ef req-7118d2bd-f8e8-441b-bddd-6629ceabd3ca tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0682607 Aug 27 03:34:13.685845 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['ab86934c-3c7f-4ee5-8361-ae8500899a8b'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:34:13.708320 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a01700-be7d-4526-891c-913d2359790c req-d4d8b4bb-0d2f-486e-b0d0-7850c2863ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:13.709707 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19a01700-be7d-4526-891c-913d2359790c req-d4d8b4bb-0d2f-486e-b0d0-7850c2863ad4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7f5b982-6637-44f0-84a2-c082e53570ad HTTP/1.1" status: 200 len: 853 time: 0.0736628 Aug 27 03:34:13.713110 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08ecdcc9-ec64-482c-97f8-310eb35698ef req-13c23417-b715-456e-a639-4129c4095d9b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693004 Aug 27 03:34:13.759641 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a01700-be7d-4526-891c-913d2359790c req-26a38d1a-611f-4145-aa79-0127034d3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:13.761457 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19a01700-be7d-4526-891c-913d2359790c req-26a38d1a-611f-4145-aa79-0127034d3f1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439808 Aug 27 03:34:13.881135 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19a01700-be7d-4526-891c-913d2359790c req-2014375c-0da4-4dc2-9a17-ae440bdc8460 service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088245 Aug 27 03:34:13.983368 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19a01700-be7d-4526-891c-913d2359790c req-49fdfbb7-6fe9-4933-bcb8-882ffb5c8cd3 service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882478 Aug 27 03:34:14.524252 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a45407-2e09-46f5-9a98-c9bfcb30f6d7 req-c69bbf4b-1d55-4a56-9c59-1ea9e9cc9ce3 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:14.525695 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-07a45407-2e09-46f5-9a98-c9bfcb30f6d7 req-c69bbf4b-1d55-4a56-9c59-1ea9e9cc9ce3 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 944 time: 0.0504918 Aug 27 03:34:14.570362 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-07a45407-2e09-46f5-9a98-c9bfcb30f6d7 req-f9d406f3-888c-46bd-8549-19c86139beb3 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384290 Aug 27 03:34:14.841140 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c615b-a823-4ae8-b39a-af8466c46758 req-a1b5b794-62aa-43a2-9ea6-fec70b024b0c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:14.842579 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-502c615b-a823-4ae8-b39a-af8466c46758 req-a1b5b794-62aa-43a2-9ea6-fec70b024b0c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0548244 Aug 27 03:34:14.881686 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-502c615b-a823-4ae8-b39a-af8466c46758 req-e753f580-c5e6-4d50-8b66-64cb0ca61842 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Aug 27 03:34:15.698572 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346979a7-ab21-477a-80a3-fbf14a39357c req-c7300493-fce3-4e03-9d08-3e456bbf0e4f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:15.700238 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-346979a7-ab21-477a-80a3-fbf14a39357c req-c7300493-fce3-4e03-9d08-3e456bbf0e4f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 944 time: 0.0521810 Aug 27 03:34:15.700847 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device f2990968-bc26-42a3-a2a7-59f3828f8ac7 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:15.740996 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-346979a7-ab21-477a-80a3-fbf14a39357c req-84886071-f904-431e-a65f-8b88c7ffe693 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343056 Aug 27 03:34:15.753788 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port f2990968-bc26-42a3-a2a7-59f3828f8ac7 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:15.767060 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port f2990968-bc26-42a3-a2a7-59f3828f8ac7 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:15.767432 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:15.851174 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:15.876092 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708e412a-5d6c-4e12-af72-0a9bc472dbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2990968-bc26-42a3-a2a7-59f3828f8ac7'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:15.878367 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5efad59-b7bb-4449-aa93-c42e998b16e0" -d '{"events": [{"server_uuid": "708e412a-5d6c-4e12-af72-0a9bc472dbb7", "name": "network-vif-plugged", "status": "completed", "tag": "f2990968-bc26-42a3-a2a7-59f3828f8ac7"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:15.893237 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port f2990968-bc26-42a3-a2a7-59f3828f8ac7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f2990968-bc26-42a3-a2a7-59f3828f8ac7,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:15.897466 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:15.928040 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebf70ce-d0f4-4691-b3aa-77cbc3f9e8f5 x-openstack-request-id: req-7ebf70ce-d0f4-4691-b3aa-77cbc3f9e8f5 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:15.928336 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708e412a-5d6c-4e12-af72-0a9bc472dbb7", "name": "network-vif-plugged", "status": "completed", "tag": "f2990968-bc26-42a3-a2a7-59f3828f8ac7", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:15.928592 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ebf70ce-d0f4-4691-b3aa-77cbc3f9e8f5 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:15.928985 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708e412a-5d6c-4e12-af72-0a9bc472dbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2990968-bc26-42a3-a2a7-59f3828f8ac7', 'code': 200} Aug 27 03:34:15.957172 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=f2990968-bc26-42a3-a2a7-59f3828f8ac7,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:16.027267 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa95e3-bfb1-42c1-bb35-d2c2f703f861 req-267e62d1-2fa7-4520-a479-33eb5c17e1ab tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:16.029046 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d0fa95e3-bfb1-42c1-bb35-d2c2f703f861 req-267e62d1-2fa7-4520-a479-33eb5c17e1ab tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0560036 Aug 27 03:34:16.076365 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d0fa95e3-bfb1-42c1-bb35-d2c2f703f861 req-e45eb24b-1b3c-489a-9677-837e7f5a968e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Aug 27 03:34:16.293733 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c182e-5d67-43df-814f-8bb55130c2d4 req-5eaf311c-c56d-464e-a033-efd7d5224f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:16.295563 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f5c182e-5d67-43df-814f-8bb55130c2d4 req-5eaf311c-c56d-464e-a033-efd7d5224f38 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 1098 time: 0.0457613 Aug 27 03:34:16.330990 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f5c182e-5d67-43df-814f-8bb55130c2d4 req-677626d3-a4ce-4e87-9906-6cb9defc9e9d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271456 Aug 27 03:34:16.894051 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ad5eb-b011-4cd0-8250-788bf1f0e858 req-26715fa9-ce0f-48a9-80ac-9a1c760a806d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:16.895406 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c50ad5eb-b011-4cd0-8250-788bf1f0e858 req-26715fa9-ce0f-48a9-80ac-9a1c760a806d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0634649 Aug 27 03:34:16.950783 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c50ad5eb-b011-4cd0-8250-788bf1f0e858 req-503de5d9-4c93-43af-9b80-6215b3baf1e0 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479705 Aug 27 03:34:17.207944 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933947b-21f6-4539-a180-b8f00f33fd0a req-02cbd82c-2e4f-4c72-a421-ec21bc10c681 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:17.209451 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7933947b-21f6-4539-a180-b8f00f33fd0a req-02cbd82c-2e4f-4c72-a421-ec21bc10c681 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0509703 Aug 27 03:34:17.261509 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7933947b-21f6-4539-a180-b8f00f33fd0a req-592b4979-0a04-4cef-8cd3-7a1d772c35a5 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455575 Aug 27 03:34:18.074844 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e09f-ee84-456d-9059-29b5b028809c req-538edfb4-2478-4877-bc03-126e77b090bc tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:18.076500 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6752e09f-ee84-456d-9059-29b5b028809c req-538edfb4-2478-4877-bc03-126e77b090bc tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0542004 Aug 27 03:34:18.115484 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6752e09f-ee84-456d-9059-29b5b028809c req-8023e679-34bd-4866-8109-c981f884667e tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Aug 27 03:34:18.393172 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f64143-d43f-42c7-a01b-69b41536ccd1 req-69cb6b76-3b73-464e-90ef-6d35dbc69cd0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:18.394679 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f9f64143-d43f-42c7-a01b-69b41536ccd1 req-69cb6b76-3b73-464e-90ef-6d35dbc69cd0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0482481 Aug 27 03:34:18.431810 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f9f64143-d43f-42c7-a01b-69b41536ccd1 req-32d00c37-e62e-47c5-ad0e-5e984e7cbf75 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313692 Aug 27 03:34:18.719551 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eb31e-700c-431b-8705-cc3ff05c5f40 req-a6139fb9-1803-4493-91f3-9c3f19894b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:18.722083 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f4eb31e-700c-431b-8705-cc3ff05c5f40 req-a6139fb9-1803-4493-91f3-9c3f19894b27 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 1099 time: 0.0487778 Aug 27 03:34:18.773204 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f4eb31e-700c-431b-8705-cc3ff05c5f40 req-539f4500-8a9d-43c6-b659-141b2bfdc449 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370190 Aug 27 03:34:19.863709 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae60c4-7448-40dd-bb48-8d8f9ea17196 req-60098348-0918-45d5-a340-cc45418584a8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:19.865232 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcae60c4-7448-40dd-bb48-8d8f9ea17196 req-60098348-0918-45d5-a340-cc45418584a8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0565605 Aug 27 03:34:19.913695 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcae60c4-7448-40dd-bb48-8d8f9ea17196 req-a84f4e6d-dcc7-4d94-b8d3-2acc37a1affe tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396814 Aug 27 03:34:20.038095 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b7d27-f9b5-4358-8f09-05ace9519306 req-86026abd-b43a-492e-b889-e4e81badaa33 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:20.039646 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c28b7d27-f9b5-4358-8f09-05ace9519306 req-86026abd-b43a-492e-b889-e4e81badaa33 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0529585 Aug 27 03:34:20.082071 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c28b7d27-f9b5-4358-8f09-05ace9519306 req-e3b1269e-0180-40a7-b43b-fe81ec0a2948 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357263 Aug 27 03:34:21.045464 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ad5d4-9a64-4013-b047-87f69f09b40d req-e7f8109b-787b-4801-8dd1-94b3ac5a2061 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:21.048191 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b7ad5d4-9a64-4013-b047-87f69f09b40d req-e7f8109b-787b-4801-8dd1-94b3ac5a2061 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0514870 Aug 27 03:34:21.088462 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b7ad5d4-9a64-4013-b047-87f69f09b40d req-035467d1-79c4-4255-8d87-e06d903e96ee tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338149 Aug 27 03:34:21.219182 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5faec-7787-47e7-95fb-87fe507c2408 req-00135a63-5fb9-4587-bc73-5fd2c11fd17c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:21.221024 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7cb5faec-7787-47e7-95fb-87fe507c2408 req-00135a63-5fb9-4587-bc73-5fd2c11fd17c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0644588 Aug 27 03:34:21.262340 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7cb5faec-7787-47e7-95fb-87fe507c2408 req-0afcb690-6f5b-4c84-8013-a628f4e7560e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Aug 27 03:34:22.250804 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961eda3-0292-4fc3-809f-b1d6140aab0f req-11ab3bde-b8dc-4c65-93a1-b0cc560500ad tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:22.252508 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6961eda3-0292-4fc3-809f-b1d6140aab0f req-11ab3bde-b8dc-4c65-93a1-b0cc560500ad tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0745099 Aug 27 03:34:22.305542 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6961eda3-0292-4fc3-809f-b1d6140aab0f req-c5058f79-584d-4d2f-ae87-d55fedc93304 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472314 Aug 27 03:34:22.325784 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-bdabdbc9-e188-4654-ac28-8b662a075876 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821316026&fields=id&tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8 HTTP/1.1" status: 200 len: 267 time: 0.0405674 Aug 27 03:34:22.468554 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5360c0-2cea-4f88-9a67-b6eabeecdac1 req-7e71ec2f-01fd-4ada-8951-1cd77e1e7847 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:22.470091 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c5360c0-2cea-4f88-9a67-b6eabeecdac1 req-7e71ec2f-01fd-4ada-8951-1cd77e1e7847 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0847199 Aug 27 03:34:22.480498 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4747-2118-4120-968d-7203eb6942fd req-bb861045-ad6a-4348-b057-47771a6a5c22 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:22.481921 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-bb861045-ad6a-4348-b057-47771a6a5c22 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 811 time: 0.1478379 Aug 27 03:34:22.512231 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-a26fcda5-9869-4a94-8435-2410da4482b5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/quotas/93c77e3c5a0d4923a18d3f98ccb523a8 HTTP/1.1" status: 200 len: 375 time: 0.0159743 Aug 27 03:34:22.559001 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c5360c0-2cea-4f88-9a67-b6eabeecdac1 req-c4813e95-46a4-4971-bcc3-157af2716c46 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761075 Aug 27 03:34:22.587577 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-4a54216e-bb4c-48f6-a2d7-a42ebcbb6751 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689657 Aug 27 03:34:22.690874 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-37649094-d2bf-41fc-92a9-0238bd69b433 service neutron] 10.222.0.48 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896752 Aug 27 03:34:22.786065 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-c62a93c4-d08c-47fa-874e-f27ba17bb66c service neutron] 10.222.0.48 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890625 Aug 27 03:34:23.106031 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bea4235c-bf00-4aa8-91c0-c608737cf23a req-354f18fd-8c47-4522-9870-162f48fb532d tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 210 time: 0.0272031 Aug 27 03:34:23.704299 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fa705-db4c-4341-b3d8-31f114befe9a req-b1a3472c-7333-4776-86c9-e4e3f197bb2f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:23.704299 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-669fa705-db4c-4341-b3d8-31f114befe9a req-b1a3472c-7333-4776-86c9-e4e3f197bb2f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0589182 Aug 27 03:34:23.740390 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-669fa705-db4c-4341-b3d8-31f114befe9a req-d050e225-475a-47a4-9c76-73385fae86b3 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338318 Aug 27 03:34:24.066604 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6f2ce-96d5-48f1-ab8f-aeb40a6fb772 req-6bed6967-486f-4991-b310-17205a3960e0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.068508 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-27f6f2ce-96d5-48f1-ab8f-aeb40a6fb772 req-6bed6967-486f-4991-b310-17205a3960e0 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0547094 Aug 27 03:34:24.144906 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-27f6f2ce-96d5-48f1-ab8f-aeb40a6fb772 req-2a65fc16-5dbb-4c77-b5e9-2c7f80524cc7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654447 Aug 27 03:34:24.151762 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51307620-3ce3-4395-b790-9f727deabacd req-92f569ae-f821-4b3c-9f3c-75abb51891c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.153422 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51307620-3ce3-4395-b790-9f727deabacd req-92f569ae-f821-4b3c-9f3c-75abb51891c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffe951b6601f41469ba188c9b4ea1234&device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 1099 time: 0.0843446 Aug 27 03:34:24.289060 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-44a2ac18-df38-4d57-90d5-8fcfb1890400 req-6b1bc782-3aee-44b7-8b25-fb5ba7ad5281 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 210 time: 0.0619745 Aug 27 03:34:24.301083 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4747-2118-4120-968d-7203eb6942fd req-5f3d460b-6de7-4213-9f00-768e7f79065a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.302830 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-5f3d460b-6de7-4213-9f00-768e7f79065a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 811 time: 0.1324139 Aug 27 03:34:24.341014 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51307620-3ce3-4395-b790-9f727deabacd req-d56782e3-78a3-4dde-8fc9-f742005c2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.344492 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51307620-3ce3-4395-b790-9f727deabacd req-d56782e3-78a3-4dde-8fc9-f742005c2af0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 200 len: 920 time: 0.1731024 Aug 27 03:34:24.380613 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-76c4714e-a007-4060-9ef6-2558e591a1e3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8 HTTP/1.1" status: 200 len: 380 time: 0.0606303 Aug 27 03:34:24.394851 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Request body: {'port': {'device_id': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'admin_state_up': True, 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'security_groups': ['4d0f2e12-5dca-469b-9f92-13be2f68fdde']}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:24.402713 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51307620-3ce3-4395-b790-9f727deabacd req-435f2e58-dfb9-467b-ab8d-d8668bdb5dbb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d HTTP/1.1" status: 200 len: 217 time: 0.0457685 Aug 27 03:34:24.486309 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51307620-3ce3-4395-b790-9f727deabacd req-855811a9-2bab-4337-bdaa-a47a44f501d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.488217 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51307620-3ce3-4395-b790-9f727deabacd req-855811a9-2bab-4337-bdaa-a47a44f501d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 200 len: 859 time: 0.0587087 Aug 27 03:34:24.519415 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Made reservation on behalf of 93c77e3c5a0d4923a18d3f98ccb523a8 for: {'port': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:34:24.523237 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51307620-3ce3-4395-b790-9f727deabacd req-c59fd3b1-a5d9-4ab1-a9b8-3ab5ca85e385 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=97b5146e-1ead-45fa-b520-237d06579200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270879 Aug 27 03:34:24.524934 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.628316 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51307620-3ce3-4395-b790-9f727deabacd req-32978bd4-818c-412a-961a-e90461adb0e3 service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970469 Aug 27 03:34:24.700010 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Allocated IP 172.20.0.8 (fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d/df328a79-ae45-41b7-a98b-d8e44618b9f2/12277069-4498-4469-9aee-a13eb400f6d3) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:24.766768 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51307620-3ce3-4395-b790-9f727deabacd req-2be401d2-a029-45aa-afaa-eab8fd2b677d service neutron] 10.222.0.62 "GET /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311042 Aug 27 03:34:24.861422 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.876826 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Transition to ACTIVE for port object 12277069-4498-4469-9aee-a13eb400f6d3 will not be triggered until provisioned by entity DHCP. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:24.913644 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:24.962335 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:24.968861 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:24.971691 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:25.008858 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'Port': ['ID=12277069-4498-4469-9aee-a13eb400f6d3,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:25.026239 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.026902 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.027426 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.027957 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.028598 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.029001 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.029395 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.029670 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.030642 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.031184 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.031597 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.031912 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:25.055522 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.056295 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.073002 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-6ed67ad7-f034-4e59-9217-4ffc1f095128 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6830909 Aug 27 03:34:25.095921 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Request body: {'port': {'device_id': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:25.167106 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.219967 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-19b9468a-24dc-4cb5-a2d4-29e37efd9949 None None] Provisioning for port 12277069-4498-4469-9aee-a13eb400f6d3 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:25.224672 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-19b9468a-24dc-4cb5-a2d4-29e37efd9949 None None] Provisioning complete for port 12277069-4498-4469-9aee-a13eb400f6d3 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:25.225405 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-19b9468a-24dc-4cb5-a2d4-29e37efd9949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.271333 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-19b9468a-24dc-4cb5-a2d4-29e37efd9949 None None] Port 12277069-4498-4469-9aee-a13eb400f6d3 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:34:25.310208 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ada252-46cf-47e7-8dbc-e8cc09b451e7 req-15411655-8361-4dc4-a491-319ca427d626 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.313110 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-87ada252-46cf-47e7-8dbc-e8cc09b451e7 req-15411655-8361-4dc4-a491-319ca427d626 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0611160 Aug 27 03:34:25.367293 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-87ada252-46cf-47e7-8dbc-e8cc09b451e7 req-c76ac271-bb13-470b-9693-623a856fc2fa tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460093 Aug 27 03:34:25.423289 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd22c94-38b3-40d0-891d-32326e569210 req-56f7af3e-69b4-4b45-92b7-20c542a90833 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.425007 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ffd22c94-38b3-40d0-891d-32326e569210 req-56f7af3e-69b4-4b45-92b7-20c542a90833 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 931 time: 0.0640476 Aug 27 03:34:25.467338 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ffd22c94-38b3-40d0-891d-32326e569210 req-72c1b50f-d896-4262-b5c1-a9c211dfb6c7 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361438 Aug 27 03:34:25.676056 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12277069-4498-4469-9aee-a13eb400f6d3 {{(pid=93871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:34:25.683926 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.697410 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.provisioning_blocks [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Transition to ACTIVE for port object 12277069-4498-4469-9aee-a13eb400f6d3 will not be triggered until provisioned by entity L2. {{(pid=93871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:25.701238 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.752935 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Pushing event updated for resources: {'Port': ['ID=12277069-4498-4469-9aee-a13eb400f6d3,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:25.821934 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:34:25.834393 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Attempting to bind port 12277069-4498-4469-9aee-a13eb400f6d3 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:25.834728 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Attempting to bind port 12277069-4498-4469-9aee-a13eb400f6d3 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:25.835162 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Attempting to bind port 12277069-4498-4469-9aee-a13eb400f6d3 on network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:25.840550 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Port 12277069-4498-4469-9aee-a13eb400f6d3 on network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:34:25.840873 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Attempting to bind port 12277069-4498-4469-9aee-a13eb400f6d3 on network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:25.846198 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:25.846536 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Checking segment: {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:25.846923 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Bound using segment: {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'} {{(pid=93871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:25.847351 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.managers [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Bound port: 12277069-4498-4469-9aee-a13eb400f6d3, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'}}] {{(pid=93871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:25.847709 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.918166 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] For port 12277069-4498-4469-9aee-a13eb400f6d3, host hv-cinder-77398, cleared binding levels {{(pid=93871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:25.922744 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] For port 12277069-4498-4469-9aee-a13eb400f6d3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=12277069-4498-4469-9aee-a13eb400f6d3,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:25.926417 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.961724 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.962376 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.963798 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] 10.222.0.62 "PUT /v2.0/ports/12277069-4498-4469-9aee-a13eb400f6d3 HTTP/1.1" status: 200 len: 1093 time: 0.8742471 Aug 27 03:34:25.964254 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'tag': '12277069-4498-4469-9aee-a13eb400f6d3'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:25.966585 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e5282-9ae3-40be-bf96-dd198bc8dbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "259f7cfe-9ee5-44ec-b227-d524587c5600", "tag": "12277069-4498-4469-9aee-a13eb400f6d3"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:26.001168 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cbe05-ae74-4cd3-b5eb-7f31cbb6c728 service neutron] Pushing event updated for resources: {'Port': ['ID=12277069-4498-4469-9aee-a13eb400f6d3,revision_number=3']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:26.023553 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e121cac0-881f-4339-b693-ae15c1b61c35 x-openstack-request-id: req-e121cac0-881f-4339-b693-ae15c1b61c35 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:26.023921 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259f7cfe-9ee5-44ec-b227-d524587c5600", "tag": "12277069-4498-4469-9aee-a13eb400f6d3", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:26.024231 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e121cac0-881f-4339-b693-ae15c1b61c35 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:26.024689 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'tag': '12277069-4498-4469-9aee-a13eb400f6d3', 'status': 'completed', 'code': 200} Aug 27 03:34:26.489691 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e838709-236e-4aa1-96cc-3ed1f4817b0a req-e0a9dba8-cf28-4f3b-99c1-5fd2e43dbe72 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:26.491231 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9e838709-236e-4aa1-96cc-3ed1f4817b0a req-e0a9dba8-cf28-4f3b-99c1-5fd2e43dbe72 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0523148 Aug 27 03:34:26.537969 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9e838709-236e-4aa1-96cc-3ed1f4817b0a req-4b28de2b-370c-4133-be98-be4305a0f6bf tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Aug 27 03:34:26.595025 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662d9bb-0e83-4d9e-be61-bb562546913c req-ba38fd9a-1dd1-4d1d-96f5-6da92ddd8c35 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:26.596548 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0662d9bb-0e83-4d9e-be61-bb562546913c req-ba38fd9a-1dd1-4d1d-96f5-6da92ddd8c35 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0546551 Aug 27 03:34:26.635217 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0662d9bb-0e83-4d9e-be61-bb562546913c req-01204a01-5a23-45c0-ae23-e29e23a8c3e8 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323529 Aug 27 03:34:27.664692 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b8dd8-6c8e-4fb9-a570-9cab2eb30e0d req-147765d6-b4ac-42a8-90ab-0cb5ba978158 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:27.666214 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b0b8dd8-6c8e-4fb9-a570-9cab2eb30e0d req-147765d6-b4ac-42a8-90ab-0cb5ba978158 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0555346 Aug 27 03:34:27.709372 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b0b8dd8-6c8e-4fb9-a570-9cab2eb30e0d req-6e216402-3e56-4f9f-ac91-abfe3b66b65a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358350 Aug 27 03:34:27.811666 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feca2c-ce58-40c4-a489-ebcdc3848a1b req-068c3e5f-10dd-4b9c-b16c-f05870eaab99 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:27.813980 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e4feca2c-ce58-40c4-a489-ebcdc3848a1b req-068c3e5f-10dd-4b9c-b16c-f05870eaab99 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0493250 Aug 27 03:34:27.850615 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e4feca2c-ce58-40c4-a489-ebcdc3848a1b req-ba73e1df-43c0-41f5-9dde-e73bfdb326a4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307770 Aug 27 03:34:28.830493 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799401-0e08-4d7c-a8b6-b82ec215075e req-6664a909-b742-4e05-bc20-e7c09a829d2e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:28.831923 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c799401-0e08-4d7c-a8b6-b82ec215075e req-6664a909-b742-4e05-bc20-e7c09a829d2e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0542898 Aug 27 03:34:28.871373 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1c799401-0e08-4d7c-a8b6-b82ec215075e req-49b407fb-6528-44fd-9cc8-feb9e7b8ae26 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335262 Aug 27 03:34:28.978865 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb880785-8388-4386-b0a9-f8ca498ab886 req-265c7708-5e33-422b-8fa4-cd9230480251 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:28.980426 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb880785-8388-4386-b0a9-f8ca498ab886 req-265c7708-5e33-422b-8fa4-cd9230480251 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0510588 Aug 27 03:34:29.019194 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb880785-8388-4386-b0a9-f8ca498ab886 req-2f22fec2-2711-4bd5-9096-8e8331cbe5fa tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320950 Aug 27 03:34:29.891653 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e5282-9ae3-40be-bf96-dd198bc8dbeb req-a867749b-03a7-46da-9809-4db2e4d95f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:29.894416 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ca6e5282-9ae3-40be-bf96-dd198bc8dbeb req-a867749b-03a7-46da-9809-4db2e4d95f21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 1096 time: 0.0403330 Aug 27 03:34:29.991823 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157d9a8-b88d-40e4-94c5-fd26e860dd9c req-d5c5f710-7dbb-4232-b0e5-40de8d1fd292 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:29.993595 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4157d9a8-b88d-40e4-94c5-fd26e860dd9c req-d5c5f710-7dbb-4232-b0e5-40de8d1fd292 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0531700 Aug 27 03:34:30.035903 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4157d9a8-b88d-40e4-94c5-fd26e860dd9c req-a8b1dc51-7b85-4811-ad23-2f3d542c5301 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348680 Aug 27 03:34:30.102351 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e5282-9ae3-40be-bf96-dd198bc8dbeb req-603d1db1-4c11-4aee-87f5-a6123414f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:30.103830 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ca6e5282-9ae3-40be-bf96-dd198bc8dbeb req-603d1db1-4c11-4aee-87f5-a6123414f1b2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1946251 Aug 27 03:34:30.146198 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24b984-24c0-4c52-95b2-c86776195ad3 req-22521312-572e-4e9f-96b4-339454e43fa3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:30.147645 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fe24b984-24c0-4c52-95b2-c86776195ad3 req-22521312-572e-4e9f-96b4-339454e43fa3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0529940 Aug 27 03:34:30.184946 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fe24b984-24c0-4c52-95b2-c86776195ad3 req-9fd29659-6dbc-46fe-8289-5a7a5243de2e tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314577 Aug 27 03:34:30.344040 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e5282-9ae3-40be-bf96-dd198bc8dbeb req-666fcaaa-9b3d-4eb2-8c6d-0c4acfb55b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:30.345588 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-ca6e5282-9ae3-40be-bf96-dd198bc8dbeb req-666fcaaa-9b3d-4eb2-8c6d-0c4acfb55b37 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651654 Aug 27 03:34:30.485835 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4747-2118-4120-968d-7203eb6942fd req-ea0db38d-3f8c-4c12-ab2b-a25a5bfc6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:30.487342 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-ea0db38d-3f8c-4c12-ab2b-a25a5bfc6173 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 1096 time: 0.0407908 Aug 27 03:34:30.554524 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-0ec3e7db-fb92-4c82-8162-2aca66ca296d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12277069-4498-4469-9aee-a13eb400f6d3 HTTP/1.1" status: 200 len: 217 time: 0.0370395 Aug 27 03:34:30.604796 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4747-2118-4120-968d-7203eb6942fd req-515bf001-8ec3-486b-954d-de29ed8df4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:30.606286 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-515bf001-8ec3-486b-954d-de29ed8df4f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0441518 Aug 27 03:34:30.651781 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4747-2118-4120-968d-7203eb6942fd req-f6be7f27-d737-4b85-be0c-d8ee4d949d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:30.653240 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-f6be7f27-d737-4b85-be0c-d8ee4d949d7f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384972 Aug 27 03:34:30.740256 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-58329d5d-b427-466c-a011-31f006a91290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:30.749971 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-2db5d415-8f6c-4bb7-8425-c69e8332f624 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885532 Aug 27 03:34:30.841970 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-2eee4747-2118-4120-968d-7203eb6942fd req-291b69e9-b4be-4892-9517-2986c048ce3f service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848222 Aug 27 03:34:31.150353 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6fb95-8626-4c53-bfeb-32e685c7f0c0 req-23080e49-0694-4ba6-8b96-7a03094e6cd5 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:31.151852 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-65a6fb95-8626-4c53-bfeb-32e685c7f0c0 req-23080e49-0694-4ba6-8b96-7a03094e6cd5 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0487528 Aug 27 03:34:31.196018 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-65a6fb95-8626-4c53-bfeb-32e685c7f0c0 req-b6617cc4-a80f-48c2-abbe-8700b4509eab tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371509 Aug 27 03:34:31.311426 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320d938-9900-4201-bc70-1ea10fbd1edc req-3b6fa49d-07f9-4353-b9b7-4a265bf94f29 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:31.313293 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c320d938-9900-4201-bc70-1ea10fbd1edc req-3b6fa49d-07f9-4353-b9b7-4a265bf94f29 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0590422 Aug 27 03:34:31.351851 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c320d938-9900-4201-bc70-1ea10fbd1edc req-a1edc5e7-579d-449c-b34a-2653d9d4a3e5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325875 Aug 27 03:34:32.060984 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ddb96-1ad8-4fa5-a2c1-41e8664c7593 req-7822132d-c85d-4343-a2c0-86eaa82ffe8c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:32.063433 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2b7ddb96-1ad8-4fa5-a2c1-41e8664c7593 req-7822132d-c85d-4343-a2c0-86eaa82ffe8c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0537362 Aug 27 03:34:32.100422 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2b7ddb96-1ad8-4fa5-a2c1-41e8664c7593 req-b8dfb231-ca46-424c-8431-ac60de51d482 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310192 Aug 27 03:34:32.344275 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84334966-309a-4503-9736-e087c3dc8422 req-d6ee4b3e-4ec0-4194-a7cc-86a6a27f44c9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:32.345742 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-84334966-309a-4503-9736-e087c3dc8422 req-d6ee4b3e-4ec0-4194-a7cc-86a6a27f44c9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0743575 Aug 27 03:34:32.398099 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-84334966-309a-4503-9736-e087c3dc8422 req-efcb6830-6e0d-44ce-8eee-ff588f3ede7b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461693 Aug 27 03:34:32.486583 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e444c8-80c8-4a3b-a41a-3cd6e01304f1 req-e1239893-d81c-4416-a38d-8fcaf7392624 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:32.488628 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f1e444c8-80c8-4a3b-a41a-3cd6e01304f1 req-e1239893-d81c-4416-a38d-8fcaf7392624 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0558193 Aug 27 03:34:32.526864 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f1e444c8-80c8-4a3b-a41a-3cd6e01304f1 req-e73ed95c-d27b-44a3-9e93-f0a6f5fdd1e4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323029 Aug 27 03:34:33.226396 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c49b9a-21d0-46be-8536-986c33d54da9 req-cd3c26fd-de92-4977-99e0-2182c9314af6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:33.227945 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f4c49b9a-21d0-46be-8536-986c33d54da9 req-cd3c26fd-de92-4977-99e0-2182c9314af6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0563369 Aug 27 03:34:33.267110 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f4c49b9a-21d0-46be-8536-986c33d54da9 req-3b789e8d-ee35-4570-9138-32c0b256ff30 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Aug 27 03:34:33.526457 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35add190-7906-4f5d-a647-8ce30fcd592e req-78f19040-91ec-46ab-a087-de72d58dd5f3 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:33.527876 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-35add190-7906-4f5d-a647-8ce30fcd592e req-78f19040-91ec-46ab-a087-de72d58dd5f3 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0544856 Aug 27 03:34:33.572491 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-35add190-7906-4f5d-a647-8ce30fcd592e req-53a5a7e9-0827-4b63-bbd3-ed05d2b5bb66 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Aug 27 03:34:33.682295 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8123a3-609e-401e-a91a-08d25e4c4ac6 req-ad20c961-a2e6-4758-8c96-941bbd37d407 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:33.682295 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fa8123a3-609e-401e-a91a-08d25e4c4ac6 req-ad20c961-a2e6-4758-8c96-941bbd37d407 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0601838 Aug 27 03:34:33.723757 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fa8123a3-609e-401e-a91a-08d25e4c4ac6 req-b00c83bb-6894-413f-85a9-bb4f819ab600 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347137 Aug 27 03:34:33.744147 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e1bd-21f4-4940-9880-8faa3495f1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.408164 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f268e4d-ac21-43e7-8dcc-5163922b931c req-c9a56b6f-2d4f-45b8-ac8c-1e022d4f6b1b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:34.409638 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f268e4d-ac21-43e7-8dcc-5163922b931c req-c9a56b6f-2d4f-45b8-ac8c-1e022d4f6b1b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0520470 Aug 27 03:34:34.448314 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f268e4d-ac21-43e7-8dcc-5163922b931c req-9d981854-0a57-4a9d-bde8-2fe7130fe29b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Aug 27 03:34:34.757857 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:34.839447 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc19a1-cd66-4ad4-8390-0415362abfe5 req-60becb0a-7cba-4976-8dfc-7e02de6c44ac tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:34.840832 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71cc19a1-cd66-4ad4-8390-0415362abfe5 req-60becb0a-7cba-4976-8dfc-7e02de6c44ac tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0492649 Aug 27 03:34:34.878088 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71cc19a1-cd66-4ad4-8390-0415362abfe5 req-cfbd2ba3-972f-4846-8262-d54f4383a5a5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Aug 27 03:34:35.059578 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:35.568543 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f3687-1a36-4dc4-98aa-a5ab1fca5a89 req-b1826327-e088-4939-9cde-3421ff281670 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:35.570211 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f4f3687-1a36-4dc4-98aa-a5ab1fca5a89 req-b1826327-e088-4939-9cde-3421ff281670 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0539153 Aug 27 03:34:35.618276 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f4f3687-1a36-4dc4-98aa-a5ab1fca5a89 req-e4ffb6ec-a8f6-4206-a9dd-dcba60adc905 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 Aug 27 03:34:35.998594 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25781a-54a1-4a86-b605-37a67791e43c req-a062b693-1dbe-46a3-847a-c259aec00653 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:36.000582 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee25781a-54a1-4a86-b605-37a67791e43c req-a062b693-1dbe-46a3-847a-c259aec00653 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0544131 Aug 27 03:34:36.040745 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee25781a-54a1-4a86-b605-37a67791e43c req-63a8cfee-6ecb-4613-9fd6-f349bcf9e630 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341237 Aug 27 03:34:36.783219 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0effc49-d517-46e7-9730-dc581df2a12a req-d90c692c-cc94-4618-97b0-dd386b644160 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:36.784939 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a0effc49-d517-46e7-9730-dc581df2a12a req-d90c692c-cc94-4618-97b0-dd386b644160 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0551479 Aug 27 03:34:36.831363 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a0effc49-d517-46e7-9730-dc581df2a12a req-3edbbd81-e8c1-41cc-b846-cea33723b56b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381358 Aug 27 03:34:36.880795 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.071266 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 59512) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:37.161608 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fd162-e2de-4719-a9f3-58baf827859f req-19b0e481-6fc4-41a5-88ba-538344116005 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:37.163141 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-321fd162-e2de-4719-a9f3-58baf827859f req-19b0e481-6fc4-41a5-88ba-538344116005 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0495529 Aug 27 03:34:37.188618 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-22ef4735-1818-4d41-b023-e029d32b18e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.229214 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-321fd162-e2de-4719-a9f3-58baf827859f req-0eff54d6-6ec1-4ffe-b212-2f500385cad4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588388 Aug 27 03:34:37.306313 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-22ef4735-1818-4d41-b023-e029d32b18e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.310677 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-22ef4735-1818-4d41-b023-e029d32b18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.350254 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-22ef4735-1818-4d41-b023-e029d32b18e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed3a2a56638746928dc4cc59e1410c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777247 Aug 27 03:34:37.352568 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef4735-1818-4d41-b023-e029d32b18e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275a4c61-3282-4699-ac75-7a7affd7cf2f,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:37.353341 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 59520) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:37.412190 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-175a2246-3731-40a4-89cd-94696568969f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.443854 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-175a2246-3731-40a4-89cd-94696568969f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.490171 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-175a2246-3731-40a4-89cd-94696568969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.492772 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-175a2246-3731-40a4-89cd-94696568969f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:37.493911 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-175a2246-3731-40a4-89cd-94696568969f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/275a4c61-3282-4699-ac75-7a7affd7cf2f HTTP/1.1" status: 204 len: 168 time: 0.1396875 Aug 27 03:34:37.501742 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a2246-3731-40a4-89cd-94696568969f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275a4c61-3282-4699-ac75-7a7affd7cf2f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:37.973677 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb81fb7-af1c-48b7-b878-59ac9dd0e0b9 req-694057c4-d2b9-4fb1-8da6-ff01bd6ca521 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:37.975223 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-deb81fb7-af1c-48b7-b878-59ac9dd0e0b9 req-694057c4-d2b9-4fb1-8da6-ff01bd6ca521 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0510602 Aug 27 03:34:38.024844 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-deb81fb7-af1c-48b7-b878-59ac9dd0e0b9 req-42d63422-0831-46f6-a394-2921fda468a3 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433710 Aug 27 03:34:38.359624 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d9171-7474-4ffd-b3c7-f0ff9bd422fc req-3a6ab338-9621-432a-b957-e2362555a9ca tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:38.361623 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c41d9171-7474-4ffd-b3c7-f0ff9bd422fc req-3a6ab338-9621-432a-b957-e2362555a9ca tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0626025 Aug 27 03:34:38.408078 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c41d9171-7474-4ffd-b3c7-f0ff9bd422fc req-10e1d6ce-cbee-4f00-a1b0-5648170c0f81 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340004 Aug 27 03:34:39.146174 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea347be-195b-453f-9ece-2939f42325a9 req-aaf2c72e-9663-488a-94ec-587a15e80f59 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:39.147743 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1ea347be-195b-453f-9ece-2939f42325a9 req-aaf2c72e-9663-488a-94ec-587a15e80f59 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0512786 Aug 27 03:34:39.185196 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1ea347be-195b-453f-9ece-2939f42325a9 req-94032684-f085-4837-aa23-1fff33e24148 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315285 Aug 27 03:34:39.527837 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30f8dd-af12-4779-878f-b0810abbfda4 req-90274cde-4486-4ad3-a10f-433f783b191a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:39.529300 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2c30f8dd-af12-4779-878f-b0810abbfda4 req-90274cde-4486-4ad3-a10f-433f783b191a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0507526 Aug 27 03:34:39.572414 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2c30f8dd-af12-4779-878f-b0810abbfda4 req-fac80ba3-68f0-45bd-873e-4591846a798b tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371768 Aug 27 03:34:39.710834 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:40.315740 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339cdf8-58c6-406d-8184-dedca7379c22 req-bbd293ff-d4c6-4a93-9e47-faaa359f089c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:40.317376 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1339cdf8-58c6-406d-8184-dedca7379c22 req-bbd293ff-d4c6-4a93-9e47-faaa359f089c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0527558 Aug 27 03:34:40.360689 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1339cdf8-58c6-406d-8184-dedca7379c22 req-455adabe-03cd-4dc3-97f6-af7b1f804852 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372729 Aug 27 03:34:40.689318 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a0776-ba73-4a7a-8214-60f7d5471077 req-fa731c72-ec6d-4d3d-aa43-a77c5edf2ef2 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:40.690882 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bf4a0776-ba73-4a7a-8214-60f7d5471077 req-fa731c72-ec6d-4d3d-aa43-a77c5edf2ef2 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0525753 Aug 27 03:34:40.730278 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bf4a0776-ba73-4a7a-8214-60f7d5471077 req-9d975fa8-d961-42f7-aec4-dc19c0b6413d tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327485 Aug 27 03:34:41.518903 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2f007-0432-4b39-94d4-b82e4e7fb9d4 req-490f4362-bd37-4d3e-a583-ec09c5a28c5d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:41.520506 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c1d2f007-0432-4b39-94d4-b82e4e7fb9d4 req-490f4362-bd37-4d3e-a583-ec09c5a28c5d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0772855 Aug 27 03:34:41.583821 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c1d2f007-0432-4b39-94d4-b82e4e7fb9d4 req-54b03592-00a5-49c6-9ced-f68824748d9b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551586 Aug 27 03:34:41.848326 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1732f-2135-4b43-8723-cd850b1358e6 req-0083a6c1-a86d-49e2-afc3-1a94ea571a67 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:41.850008 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85b1732f-2135-4b43-8723-cd850b1358e6 req-0083a6c1-a86d-49e2-afc3-1a94ea571a67 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 943 time: 0.0498211 Aug 27 03:34:41.887292 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85b1732f-2135-4b43-8723-cd850b1358e6 req-7ff997d9-5838-4b0c-a89c-0c8e239e27c2 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Aug 27 03:34:42.257330 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 12277069-4498-4469-9aee-a13eb400f6d3 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:34:42.351506 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 12277069-4498-4469-9aee-a13eb400f6d3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=12277069-4498-4469-9aee-a13eb400f6d3,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:42.363125 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '12277069-4498-4469-9aee-a13eb400f6d3', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'port_id': '12277069-4498-4469-9aee-a13eb400f6d3', 'mac_address': 'fa:16:3e:20:a6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:34:42.399834 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:42.412481 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12277069-4498-4469-9aee-a13eb400f6d3 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:34:42.431810 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 12277069-4498-4469-9aee-a13eb400f6d3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=12277069-4498-4469-9aee-a13eb400f6d3,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:42.436313 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:42.492060 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=12277069-4498-4469-9aee-a13eb400f6d3,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:42.501379 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.501740 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.502105 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.502538 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.502818 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.503185 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.503718 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.504143 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.504457 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.504794 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.505187 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.505566 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:42.723821 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc467f-7a58-4d8e-8935-a469f7f01151 req-853f99b9-dc8a-43de-b599-1720478b7127 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:42.725367 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48dc467f-7a58-4d8e-8935-a469f7f01151 req-853f99b9-dc8a-43de-b599-1720478b7127 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0559804 Aug 27 03:34:42.768749 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-48dc467f-7a58-4d8e-8935-a469f7f01151 req-51476f64-0fab-4630-a64f-829057d15b0e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370624 Aug 27 03:34:43.006098 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5e84c-f5a6-4cd4-adcd-6f81560a34b0 req-8d3f3c28-03a3-460d-9405-cf6d026be3af tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:43.007616 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-49c5e84c-f5a6-4cd4-adcd-6f81560a34b0 req-8d3f3c28-03a3-460d-9405-cf6d026be3af tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 944 time: 0.0494249 Aug 27 03:34:43.053732 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-49c5e84c-f5a6-4cd4-adcd-6f81560a34b0 req-cca055b1-bed4-49f5-9dc5-3f624ada4fd5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401838 Aug 27 03:34:43.150328 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['12277069-4498-4469-9aee-a13eb400f6d3'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:34:43.947466 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0473-955b-48a0-b163-231a7b5fbbc4 req-7e0f2f2a-b71d-4eee-95b4-8837ee820530 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:43.949091 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-096a0473-955b-48a0-b163-231a7b5fbbc4 req-7e0f2f2a-b71d-4eee-95b4-8837ee820530 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0606761 Aug 27 03:34:43.993752 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-096a0473-955b-48a0-b163-231a7b5fbbc4 req-c9b4b7a6-a8ee-46fb-a620-aef4d05e5591 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381200 Aug 27 03:34:44.109978 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecb222-8b12-4368-b485-6ff5a11cd98b req-da24f189-650c-4472-a19d-6b612fb61147 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:44.111552 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3ecb222-8b12-4368-b485-6ff5a11cd98b req-da24f189-650c-4472-a19d-6b612fb61147 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0525250 Aug 27 03:34:44.179892 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3ecb222-8b12-4368-b485-6ff5a11cd98b req-40442ae0-830b-4539-b012-4d2b6488d28e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622284 Aug 27 03:34:44.204902 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5a889-19f0-452c-879f-19e5529ef0bf req-c5883301-a5c6-448f-8817-73eb3cf65e53 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:44.206616 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12a5a889-19f0-452c-879f-19e5529ef0bf req-c5883301-a5c6-448f-8817-73eb3cf65e53 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 944 time: 0.0828462 Aug 27 03:34:44.245130 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12a5a889-19f0-452c-879f-19e5529ef0bf req-5508a9aa-1ac7-4033-845b-658ba12be4a7 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325108 Aug 27 03:34:45.146822 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae29a4-757d-46a8-97d1-afbbeefcd1fc req-b472615d-8f9b-457d-8f0a-c4b42b5b62d1 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:45.148228 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5cae29a4-757d-46a8-97d1-afbbeefcd1fc req-b472615d-8f9b-457d-8f0a-c4b42b5b62d1 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0775597 Aug 27 03:34:45.156490 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ca013-c111-47e5-b818-5f46a13802be req-aa917746-5a40-4a29-8454-2d644626b311 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:45.157900 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec7ca013-c111-47e5-b818-5f46a13802be req-aa917746-5a40-4a29-8454-2d644626b311 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0891213 Aug 27 03:34:45.215311 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5cae29a4-757d-46a8-97d1-afbbeefcd1fc req-7b4afcf3-7a99-4e2d-9b72-1dd80c174885 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563831 Aug 27 03:34:45.218198 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec7ca013-c111-47e5-b818-5f46a13802be req-c8cf3929-d82d-4aeb-b8af-393868b5e7c1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533197 Aug 27 03:34:45.351719 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f2279-3462-43ca-9875-bc0ec5ec0d13 req-d7ce6625-d897-467f-9e31-65c5d5a823b5 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:45.353267 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-380f2279-3462-43ca-9875-bc0ec5ec0d13 req-d7ce6625-d897-467f-9e31-65c5d5a823b5 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0777607 Aug 27 03:34:45.388180 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180bc08-b9d0-425f-a29f-bbfe6ce6dd14 req-d2174fd9-8a40-4f45-81b4-e7e9e742408e tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:45.389639 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d180bc08-b9d0-425f-a29f-bbfe6ce6dd14 req-d2174fd9-8a40-4f45-81b4-e7e9e742408e tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 944 time: 0.0728688 Aug 27 03:34:45.414247 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-380f2279-3462-43ca-9875-bc0ec5ec0d13 req-c1d1e7d8-2c24-449f-b45a-8aaae46ac462 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543065 Aug 27 03:34:45.444532 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d180bc08-b9d0-425f-a29f-bbfe6ce6dd14 req-9f3de903-0eff-4917-9e7b-e78974913300 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444603 Aug 27 03:34:46.277319 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 12277069-4498-4469-9aee-a13eb400f6d3 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:46.347911 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port 12277069-4498-4469-9aee-a13eb400f6d3 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:34:46.352157 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 12277069-4498-4469-9aee-a13eb400f6d3 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:46.352646 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.426690 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eadaa4-528c-4bba-b55f-b257109816ef req-1b716a02-95d1-4d0e-8e6d-01441f4e6c5d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:46.428311 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b1eadaa4-528c-4bba-b55f-b257109816ef req-1b716a02-95d1-4d0e-8e6d-01441f4e6c5d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0840664 Aug 27 03:34:46.436375 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.436545 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314134f6-e8fb-4495-9141-2a5beafb2006 req-1998d8a4-92d1-48e5-86f1-4591048caafa tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:46.440381 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-314134f6-e8fb-4495-9141-2a5beafb2006 req-1998d8a4-92d1-48e5-86f1-4591048caafa tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0974636 Aug 27 03:34:46.460144 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12277069-4498-4469-9aee-a13eb400f6d3'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:46.462397 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9673f767-108c-40e3-b021-a61a16ec0982" -d '{"events": [{"server_uuid": "259f7cfe-9ee5-44ec-b227-d524587c5600", "name": "network-vif-plugged", "status": "completed", "tag": "12277069-4498-4469-9aee-a13eb400f6d3"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:46.475198 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 12277069-4498-4469-9aee-a13eb400f6d3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=12277069-4498-4469-9aee-a13eb400f6d3,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:46.479476 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:46.496722 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b1eadaa4-528c-4bba-b55f-b257109816ef req-cd04cfc6-65d5-469c-b222-3f2dfd5c5e12 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552940 Aug 27 03:34:46.504554 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-314134f6-e8fb-4495-9141-2a5beafb2006 req-55ea866e-0307-4135-9e5c-4162e157bf1b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574532 Aug 27 03:34:46.542588 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=12277069-4498-4469-9aee-a13eb400f6d3,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:46.550949 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30431ee1-c0b6-4cdd-a319-6bd38cd770bc x-openstack-request-id: req-30431ee1-c0b6-4cdd-a319-6bd38cd770bc {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:46.551330 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259f7cfe-9ee5-44ec-b227-d524587c5600", "name": "network-vif-plugged", "status": "completed", "tag": "12277069-4498-4469-9aee-a13eb400f6d3", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:46.551803 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30431ee1-c0b6-4cdd-a319-6bd38cd770bc {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:46.553178 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12277069-4498-4469-9aee-a13eb400f6d3', 'code': 200} Aug 27 03:34:46.621953 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa22ac8-2261-426b-b19d-da46bf38c8e4 req-6a8edb66-df4f-4271-9a30-d2b62ab1476b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:46.623912 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6aa22ac8-2261-426b-b19d-da46bf38c8e4 req-6a8edb66-df4f-4271-9a30-d2b62ab1476b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0620713 Aug 27 03:34:46.686741 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43f6c1-fba3-475d-82a9-748b21550831 req-36b577d0-4600-49bd-a501-314cf2458d1b tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:46.688801 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f43f6c1-fba3-475d-82a9-748b21550831 req-36b577d0-4600-49bd-a501-314cf2458d1b tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0884995 Aug 27 03:34:46.691936 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6aa22ac8-2261-426b-b19d-da46bf38c8e4 req-8bc50f27-d30d-48e0-a3f2-c4073ae3dd70 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541723 Aug 27 03:34:46.735885 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f43f6c1-fba3-475d-82a9-748b21550831 req-dacd1b0c-5ed5-48b9-9ade-79155de75264 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380356 Aug 27 03:34:46.944874 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb7aca-f3a3-40c0-80c9-209dd25032d4 req-b4ed582d-a1a6-4884-8d10-0cbf92a036ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:46.946403 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-46eb7aca-f3a3-40c0-80c9-209dd25032d4 req-b4ed582d-a1a6-4884-8d10-0cbf92a036ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 1098 time: 0.0453298 Aug 27 03:34:46.983760 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-46eb7aca-f3a3-40c0-80c9-209dd25032d4 req-d16a8d7f-3481-4514-abfe-325b52e016d9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276327 Aug 27 03:34:47.643864 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37a70a-48d0-4a66-81c5-8469d3102c6a req-92dcada5-f8a5-43ac-8ef0-6683f44c9f39 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:47.645252 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5c37a70a-48d0-4a66-81c5-8469d3102c6a req-92dcada5-f8a5-43ac-8ef0-6683f44c9f39 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0759399 Aug 27 03:34:47.653131 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169be8-162f-477c-8fb5-f4a0f8f1ade4 req-7691193b-e4ba-4775-8b37-cbbd242027b6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:47.654513 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f169be8-162f-477c-8fb5-f4a0f8f1ade4 req-7691193b-e4ba-4775-8b37-cbbd242027b6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0760946 Aug 27 03:34:47.939235 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5c37a70a-48d0-4a66-81c5-8469d3102c6a req-14b22228-89b9-4761-aba2-c7d14b8c1a67 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836807 Aug 27 03:34:47.943798 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f169be8-162f-477c-8fb5-f4a0f8f1ade4 req-764bf54a-810f-45e1-9682-b3156b7eeedb tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820761 Aug 27 03:34:48.067571 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfd0f3-a504-4f9f-9004-51bcef0c2235 req-0c2978c8-5173-4627-8087-efa889abc8e7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:48.069046 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cebfd0f3-a504-4f9f-9004-51bcef0c2235 req-0c2978c8-5173-4627-8087-efa889abc8e7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0759902 Aug 27 03:34:48.081303 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11380b05-f031-4638-84ea-7e3be8cc81d0 req-b90e12f3-56ab-4589-8ad1-29d6d9873ca6 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:48.082712 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-11380b05-f031-4638-84ea-7e3be8cc81d0 req-b90e12f3-56ab-4589-8ad1-29d6d9873ca6 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0775104 Aug 27 03:34:48.141070 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cebfd0f3-a504-4f9f-9004-51bcef0c2235 req-4c8c2b9c-5c93-4dd0-9987-cad86a7ba53c tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568342 Aug 27 03:34:48.143782 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-11380b05-f031-4638-84ea-7e3be8cc81d0 req-4ec717c9-a568-4e3b-b0a4-326fe98aa8e6 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545771 Aug 27 03:34:49.056673 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065b50a-b57b-4a1b-a375-2e4574418cdc req-df14a332-34a5-450a-a318-ddf7a088a299 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:49.058165 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9065b50a-b57b-4a1b-a375-2e4574418cdc req-df14a332-34a5-450a-a318-ddf7a088a299 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0489032 Aug 27 03:34:49.096139 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9065b50a-b57b-4a1b-a375-2e4574418cdc req-6398f76f-5cd5-49c5-95a4-311cc3f7d144 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Aug 27 03:34:49.201766 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd970-7f48-4a31-a41e-848b1856673c req-812ea98e-c6ab-4a72-875d-10d1d58abff9 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:49.204178 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f8dd970-7f48-4a31-a41e-848b1856673c req-812ea98e-c6ab-4a72-875d-10d1d58abff9 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0531089 Aug 27 03:34:49.248824 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f8dd970-7f48-4a31-a41e-848b1856673c req-1a41bbea-5840-49a7-8040-f7d993f1c004 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319510 Aug 27 03:34:49.354233 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ceeaa8-c92c-407e-9a95-a920de17367d req-76ef98bd-1dbc-4de1-96f9-951507f6e5e7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:49.355799 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-98ceeaa8-c92c-407e-9a95-a920de17367d req-76ef98bd-1dbc-4de1-96f9-951507f6e5e7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0492625 Aug 27 03:34:49.404291 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-98ceeaa8-c92c-407e-9a95-a920de17367d req-75dcfab1-2dcc-404d-8083-b3cb0c7290d4 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410323 Aug 27 03:34:49.507028 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830b8dd-3227-4403-a408-12cbe2945022 req-6babe417-26b3-458e-b7be-62e7414e5d00 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:49.508448 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6830b8dd-3227-4403-a408-12cbe2945022 req-6babe417-26b3-458e-b7be-62e7414e5d00 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0498486 Aug 27 03:34:49.546212 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6830b8dd-3227-4403-a408-12cbe2945022 req-e1703604-9771-441d-b987-56a3a11d8f9d tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318279 Aug 27 03:34:50.213079 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f62b4e-9166-4ab9-abba-89995a3c6405 req-4603a5ad-6b3a-4995-b3cd-62a8f9e3b0a3 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:50.214588 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02f62b4e-9166-4ab9-abba-89995a3c6405 req-4603a5ad-6b3a-4995-b3cd-62a8f9e3b0a3 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0521142 Aug 27 03:34:50.252417 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02f62b4e-9166-4ab9-abba-89995a3c6405 req-c9fab153-0922-4a79-b309-68624a1d8272 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Aug 27 03:34:50.367414 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7316ef1-fa97-49a7-a9d7-c6875be75a6c req-4016b928-3ddd-45b3-9ec0-60270a6db8f4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:50.368929 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e7316ef1-fa97-49a7-a9d7-c6875be75a6c req-4016b928-3ddd-45b3-9ec0-60270a6db8f4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0511289 Aug 27 03:34:50.414404 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e7316ef1-fa97-49a7-a9d7-c6875be75a6c req-aa22bbd2-b84c-4ac0-a74e-bac975a34743 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393066 Aug 27 03:34:50.528486 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5385510-6685-4b11-baf0-21bf58f3d2c0 req-5a1524d0-5a03-48a1-99e0-8bed6bb6501b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:50.530050 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c5385510-6685-4b11-baf0-21bf58f3d2c0 req-5a1524d0-5a03-48a1-99e0-8bed6bb6501b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0528359 Aug 27 03:34:50.570094 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c5385510-6685-4b11-baf0-21bf58f3d2c0 req-4ff884b4-4be9-4f76-aae8-62e847983ed2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Aug 27 03:34:50.677218 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fbbed-0721-40a9-bf36-5049a2eab535 req-5584e51d-79a0-4fbf-9ddd-0136f142e396 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:50.678636 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-840fbbed-0721-40a9-bf36-5049a2eab535 req-5584e51d-79a0-4fbf-9ddd-0136f142e396 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0488021 Aug 27 03:34:50.715934 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-840fbbed-0721-40a9-bf36-5049a2eab535 req-cffc1424-b337-45a4-9523-5d8cf3884227 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314028 Aug 27 03:34:51.367246 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155e248-6063-477c-90c0-9f0c902da399 req-a12d2036-d10a-4bfe-82fd-f3de5d39caa3 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.368772 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6155e248-6063-477c-90c0-9f0c902da399 req-a12d2036-d10a-4bfe-82fd-f3de5d39caa3 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0500450 Aug 27 03:34:51.410428 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6155e248-6063-477c-90c0-9f0c902da399 req-98e8bbf0-8eb4-4a58-ab5d-2f24d9ca2786 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356350 Aug 27 03:34:51.535047 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa38e0f-b30b-430f-abcd-39c2c785e441 req-1c4c1736-ed0b-4ad6-93c9-768618d55cf6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.536467 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fa38e0f-b30b-430f-abcd-39c2c785e441 req-1c4c1736-ed0b-4ad6-93c9-768618d55cf6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0495925 Aug 27 03:34:51.580891 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0fa38e0f-b30b-430f-abcd-39c2c785e441 req-74efa8c2-f6f2-4bcf-9cf9-30260577ce48 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382783 Aug 27 03:34:51.688178 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20ca99-d75b-47a5-a133-4b59c9fdd6d6 req-9bdaf4d3-a163-455a-9b2e-34a7ede7274a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.689657 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f20ca99-d75b-47a5-a133-4b59c9fdd6d6 req-9bdaf4d3-a163-455a-9b2e-34a7ede7274a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0498872 Aug 27 03:34:51.725670 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f20ca99-d75b-47a5-a133-4b59c9fdd6d6 req-0905bf74-ba85-4f6d-af98-80803226fb60 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301590 Aug 27 03:34:51.833575 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740443da-eae8-4b7f-a5e8-a3e1ee17bde0 req-0b56c2d3-bf95-49c6-a794-6fa8a84af804 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.834987 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-740443da-eae8-4b7f-a5e8-a3e1ee17bde0 req-0b56c2d3-bf95-49c6-a794-6fa8a84af804 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0500875 Aug 27 03:34:51.877851 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-740443da-eae8-4b7f-a5e8-a3e1ee17bde0 req-e0995a0a-7efb-49f4-adff-d0efa5af2369 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364096 Aug 27 03:34:52.536290 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdad1a-f84b-4c36-ac69-dcdb13678b3f req-de89e2ea-03b4-40a9-8a8c-a3c3ee71fdb7 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.537788 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f3fdad1a-f84b-4c36-ac69-dcdb13678b3f req-de89e2ea-03b4-40a9-8a8c-a3c3ee71fdb7 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0519049 Aug 27 03:34:52.579528 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f3fdad1a-f84b-4c36-ac69-dcdb13678b3f req-6cfff65c-efd9-4364-8286-19bbf1af349c tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348732 Aug 27 03:34:52.711787 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be665272-2024-4d81-91b6-cb186df4010e req-1619e8fe-c649-4b07-861b-9644ed945598 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.713206 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be665272-2024-4d81-91b6-cb186df4010e req-1619e8fe-c649-4b07-861b-9644ed945598 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0514877 Aug 27 03:34:52.752882 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be665272-2024-4d81-91b6-cb186df4010e req-8f889b2d-1cda-4c57-963c-6849f82dd065 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337138 Aug 27 03:34:52.842169 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eab0a2-2b9c-47c9-a184-b7de12c9015a req-5a4eed72-3f06-4a8e-803d-bd5f8679d38d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.843821 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d6eab0a2-2b9c-47c9-a184-b7de12c9015a req-5a4eed72-3f06-4a8e-803d-bd5f8679d38d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0499399 Aug 27 03:34:52.888151 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d6eab0a2-2b9c-47c9-a184-b7de12c9015a req-2a72ba0c-3024-4adb-a5a7-133b4308f252 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 Aug 27 03:34:53.003718 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d79fa-d263-43f2-8669-6bb3e5961692 req-f0bdc6bf-8276-45b0-969f-b1e7d5857bd3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.005234 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b0d79fa-d263-43f2-8669-6bb3e5961692 req-f0bdc6bf-8276-45b0-969f-b1e7d5857bd3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0543888 Aug 27 03:34:53.044067 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b0d79fa-d263-43f2-8669-6bb3e5961692 req-056d7d8f-9510-4443-84ff-1e315f302520 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325527 Aug 27 03:34:53.704682 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2755a8-a4fd-43f3-9198-ea228cfdcd65 req-dc06f961-34fe-4060-9a21-ed727e5039a1 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.706335 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c2755a8-a4fd-43f3-9198-ea228cfdcd65 req-dc06f961-34fe-4060-9a21-ed727e5039a1 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0544963 Aug 27 03:34:53.746702 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c2755a8-a4fd-43f3-9198-ea228cfdcd65 req-b867a961-4d3d-4b95-9fcf-3ad6907aad79 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343261 Aug 27 03:34:53.877450 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861e370-ec74-48c9-a4c9-f54a3f37efce req-dd1d61d9-ffad-4a5e-96d7-f9d0786eb9c0 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.877450 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0861e370-ec74-48c9-a4c9-f54a3f37efce req-dd1d61d9-ffad-4a5e-96d7-f9d0786eb9c0 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0500858 Aug 27 03:34:53.939548 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0861e370-ec74-48c9-a4c9-f54a3f37efce req-d15cc151-2b44-4396-86ab-3ae31c06f750 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572383 Aug 27 03:34:53.963909 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-08f998b9-91b7-473f-8e1b-5e79d0655f30 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.965675 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-08f998b9-91b7-473f-8e1b-5e79d0655f30 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 945 time: 0.0736179 Aug 27 03:34:54.023349 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22717674-e1cc-4a31-a31d-a575dfd64a15 req-4522436e-a425-4151-b6ea-e16f61f45373 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.024763 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-22717674-e1cc-4a31-a31d-a575dfd64a15 req-4522436e-a425-4151-b6ea-e16f61f45373 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.0528896 Aug 27 03:34:54.080121 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-22717674-e1cc-4a31-a31d-a575dfd64a15 req-3b60d59b-536a-405a-9331-b0b5c9c43fcf tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479391 Aug 27 03:34:54.152451 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-79c45e31-26bc-4a83-87ae-66bea2678240 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Deleting port f2990968-bc26-42a3-a2a7-59f3828f8ac7 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:54.153815 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-79c45e31-26bc-4a83-87ae-66bea2678240 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.292464 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-79c45e31-26bc-4a83-87ae-66bea2678240 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] For port f2990968-bc26-42a3-a2a7-59f3828f8ac7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f2990968-bc26-42a3-a2a7-59f3828f8ac7,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:54.292879 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-79c45e31-26bc-4a83-87ae-66bea2678240 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.317835 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-79c45e31-26bc-4a83-87ae-66bea2678240 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Calling delete_port for f2990968-bc26-42a3-a2a7-59f3828f8ac7 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:54.373071 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c519f9-c48b-4df4-b033-c9186b81f533 req-241a3dd1-4300-449c-8986-edc07f734559 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.375237 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3c519f9-c48b-4df4-b033-c9186b81f533 req-241a3dd1-4300-449c-8986-edc07f734559 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.1959827 Aug 27 03:34:54.395918 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4d1eb-3423-49b0-b88c-a559c416014a req-3a9a10f7-e88f-488a-b536-3939f2e58165 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.398140 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c3e4d1eb-3423-49b0-b88c-a559c416014a req-3a9a10f7-e88f-488a-b536-3939f2e58165 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.1621323 Aug 27 03:34:54.415193 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069eb86-14b1-4723-a076-69ef5bd94999 req-e60dd734-ccd3-41f8-85bc-2674fda0cbd7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.417000 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8069eb86-14b1-4723-a076-69ef5bd94999 req-e60dd734-ccd3-41f8-85bc-2674fda0cbd7 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 945 time: 0.1508954 Aug 27 03:34:54.485341 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-79c45e31-26bc-4a83-87ae-66bea2678240 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.515032 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c45e31-26bc-4a83-87ae-66bea2678240 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Pushing event deleted for resources: {'Port': ['ID=f2990968-bc26-42a3-a2a7-59f3828f8ac7,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:54.534950 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['34897c05-7eef-4339-91c9-e3bfd1114a68', 'e720968b-57f5-4bbf-9203-971f369a9bb6', 'e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1', 'f2990968-bc26-42a3-a2a7-59f3828f8ac7'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:34:54.554729 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-79c45e31-26bc-4a83-87ae-66bea2678240 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] No DVR routers for this DVR port f2990968-bc26-42a3-a2a7-59f3828f8ac7 on host hv-cinder-77398 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:34:54.557560 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-79c45e31-26bc-4a83-87ae-66bea2678240 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.559729 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-79c45e31-26bc-4a83-87ae-66bea2678240 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "DELETE /v2.0/ports/f2990968-bc26-42a3-a2a7-59f3828f8ac7 HTTP/1.1" status: 204 len: 173 time: 0.5393403 Aug 27 03:34:54.560263 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708e412a-5d6c-4e12-af72-0a9bc472dbb7', 'name': 'network-vif-deleted', 'tag': 'f2990968-bc26-42a3-a2a7-59f3828f8ac7'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:54.563814 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ffdd43-5f14-47a0-a3ec-db3347d9245e" -d '{"events": [{"server_uuid": "708e412a-5d6c-4e12-af72-0a9bc472dbb7", "name": "network-vif-deleted", "tag": "f2990968-bc26-42a3-a2a7-59f3828f8ac7"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:54.587493 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3c519f9-c48b-4df4-b033-c9186b81f533 req-a7249d28-37bf-4153-bb08-957b9c25afb0 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870749 Aug 27 03:34:54.590116 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c3e4d1eb-3423-49b0-b88c-a559c416014a req-b0b1fc17-222c-4dde-9ccb-8a3e58a2db25 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646264 Aug 27 03:34:54.610722 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014aec-1b00-41ea-ba2a-e1e0f51556c9 req-fd701e5d-3969-424d-9fb5-5f975c234038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.612511 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74014aec-1b00-41ea-ba2a-e1e0f51556c9 req-fd701e5d-3969-424d-9fb5-5f975c234038 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 1098 time: 0.1608996 Aug 27 03:34:54.674226 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c495074d-dfa3-427a-80fa-3e2f85b51527 x-openstack-request-id: req-c495074d-dfa3-427a-80fa-3e2f85b51527 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:54.674907 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708e412a-5d6c-4e12-af72-0a9bc472dbb7", "name": "network-vif-deleted", "tag": "f2990968-bc26-42a3-a2a7-59f3828f8ac7", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:54.675742 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c495074d-dfa3-427a-80fa-3e2f85b51527 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:54.676338 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708e412a-5d6c-4e12-af72-0a9bc472dbb7', 'name': 'network-vif-deleted', 'tag': 'f2990968-bc26-42a3-a2a7-59f3828f8ac7', 'status': 'completed', 'code': 200} Aug 27 03:34:54.721668 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-8069eb86-14b1-4723-a076-69ef5bd94999 req-6997dd26-7d6b-470f-bec5-fc585b3d83ae tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Deleting port 212f95d8-459a-4da3-a611-d44a86cc8028 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:34:54.722319 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8069eb86-14b1-4723-a076-69ef5bd94999 req-6997dd26-7d6b-470f-bec5-fc585b3d83ae tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.816330 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014aec-1b00-41ea-ba2a-e1e0f51556c9 req-8d40b190-6898-424b-b8c0-f4e66650c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:54.817835 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74014aec-1b00-41ea-ba2a-e1e0f51556c9 req-8d40b190-6898-424b-b8c0-f4e66650c6bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.1735353 Aug 27 03:34:54.912484 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-8069eb86-14b1-4723-a076-69ef5bd94999 req-6997dd26-7d6b-470f-bec5-fc585b3d83ae tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] For port 212f95d8-459a-4da3-a611-d44a86cc8028, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=212f95d8-459a-4da3-a611-d44a86cc8028,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:54.912724 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8069eb86-14b1-4723-a076-69ef5bd94999 req-6997dd26-7d6b-470f-bec5-fc585b3d83ae tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:54.916549 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2fefd8a-6883-4f47-a8e1-1778917b3ba3 req-e3511e60-b700-48ab-8bf9-84f343ccf993 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=708e412a-5d6c-4e12-af72-0a9bc472dbb7 HTTP/1.1" status: 200 len: 210 time: 0.0743403 Aug 27 03:34:54.933504 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-8069eb86-14b1-4723-a076-69ef5bd94999 req-6997dd26-7d6b-470f-bec5-fc585b3d83ae tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Calling delete_port for 212f95d8-459a-4da3-a611-d44a86cc8028 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:34:54.951109 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74014aec-1b00-41ea-ba2a-e1e0f51556c9 req-b1fdc3fe-0995-44b9-888a-f0e24997cfe3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f HTTP/1.1" status: 200 len: 1001 time: 0.1182616 Aug 27 03:34:55.044900 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014aec-1b00-41ea-ba2a-e1e0f51556c9 req-7e230018-1d0e-4fa3-bd5b-a01e495dca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.046967 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74014aec-1b00-41ea-ba2a-e1e0f51556c9 req-7e230018-1d0e-4fa3-bd5b-a01e495dca9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0644629 Aug 27 03:34:55.130764 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74014aec-1b00-41ea-ba2a-e1e0f51556c9 req-4c56cc7f-e5a2-4524-bc03-dbe044cf0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.132297 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74014aec-1b00-41ea-ba2a-e1e0f51556c9 req-4c56cc7f-e5a2-4524-bc03-dbe044cf0984 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0763738 Aug 27 03:34:55.142037 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8069eb86-14b1-4723-a076-69ef5bd94999 req-6997dd26-7d6b-470f-bec5-fc585b3d83ae tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:55.186877 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997dd26-7d6b-470f-bec5-fc585b3d83ae tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Pushing event deleted for resources: {'Port': ['ID=212f95d8-459a-4da3-a611-d44a86cc8028,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:55.249099 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-06f59300-e352-40b4-94b1-5c53421c868b req-b9271997-ad62-4280-bdfe-77da1b29e8f9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0795822 Aug 27 03:34:55.291113 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-8069eb86-14b1-4723-a076-69ef5bd94999 req-6997dd26-7d6b-470f-bec5-fc585b3d83ae tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] No DVR routers for this DVR port 212f95d8-459a-4da3-a611-d44a86cc8028 on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:34:55.297220 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-8069eb86-14b1-4723-a076-69ef5bd94999 req-6997dd26-7d6b-470f-bec5-fc585b3d83ae tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:55.299513 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8069eb86-14b1-4723-a076-69ef5bd94999 req-6997dd26-7d6b-470f-bec5-fc585b3d83ae tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.62 "DELETE /v2.0/ports/212f95d8-459a-4da3-a611-d44a86cc8028 HTTP/1.1" status: 204 len: 173 time: 0.8643956 Aug 27 03:34:55.299946 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef870f4c-a749-484d-a466-9be119c21dbf', 'name': 'network-vif-deleted', 'tag': '212f95d8-459a-4da3-a611-d44a86cc8028'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:55.302241 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ffdb6b-5231-4abf-ad4e-aa579e5bfb2d" -d '{"events": [{"server_uuid": "ef870f4c-a749-484d-a466-9be119c21dbf", "name": "network-vif-deleted", "tag": "212f95d8-459a-4da3-a611-d44a86cc8028"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:55.350468 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74014aec-1b00-41ea-ba2a-e1e0f51556c9 req-25248c38-fcf0-4879-a2d1-ccc11313db3f service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819844 Aug 27 03:34:55.372848 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87df4eb2-367e-4cae-8b6a-3650df7c7cd4 x-openstack-request-id: req-87df4eb2-367e-4cae-8b6a-3650df7c7cd4 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:55.373141 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef870f4c-a749-484d-a466-9be119c21dbf", "name": "network-vif-deleted", "tag": "212f95d8-459a-4da3-a611-d44a86cc8028", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:55.373452 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87df4eb2-367e-4cae-8b6a-3650df7c7cd4 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:55.373854 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef870f4c-a749-484d-a466-9be119c21dbf', 'name': 'network-vif-deleted', 'tag': '212f95d8-459a-4da3-a611-d44a86cc8028', 'status': 'completed', 'code': 200} Aug 27 03:34:55.488277 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74014aec-1b00-41ea-ba2a-e1e0f51556c9 req-da81a009-3757-46be-889a-3813353fba5c service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091135 Aug 27 03:34:55.743124 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e47530-4fe6-4e6f-9dc1-7131cb4d1f93 req-ad3d463a-ccbd-4ef9-8b09-2e1b0c9e0590 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.744642 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-89e47530-4fe6-4e6f-9dc1-7131cb4d1f93 req-ad3d463a-ccbd-4ef9-8b09-2e1b0c9e0590 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0792234 Aug 27 03:34:55.756558 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b85fe-7dd4-45bc-b0ba-d69c452d9f3b req-abca37d5-3326-4dec-9bac-a5e712e6b9a8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.757990 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-716b85fe-7dd4-45bc-b0ba-d69c452d9f3b req-abca37d5-3326-4dec-9bac-a5e712e6b9a8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0655980 Aug 27 03:34:55.815450 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-89e47530-4fe6-4e6f-9dc1-7131cb4d1f93 req-37e45387-7873-41b8-b2a7-cd1ecf5ecc75 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564973 Aug 27 03:34:55.820306 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-716b85fe-7dd4-45bc-b0ba-d69c452d9f3b req-69404359-355f-4cff-9018-0f6f9974af1e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555727 Aug 27 03:34:55.930264 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8c7b6-18f5-4b26-bc34-848b6d1c6628 req-b1a80583-9898-44d0-874b-3d66f27cd3b8 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.931802 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d8b8c7b6-18f5-4b26-bc34-848b6d1c6628 req-b1a80583-9898-44d0-874b-3d66f27cd3b8 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0515618 Aug 27 03:34:55.970188 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d8b8c7b6-18f5-4b26-bc34-848b6d1c6628 req-25716db5-84ab-483e-8b66-537f81103234 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323462 Aug 27 03:34:55.994275 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 59836) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:56.196614 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f2bf23-21ad-4a29-a610-f9a3be948ca1 tempest-TestVolumeBootPattern-1805975074 tempest-TestVolumeBootPattern-1805975074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:56.198269 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-02f2bf23-21ad-4a29-a610-f9a3be948ca1 tempest-TestVolumeBootPattern-1805975074 tempest-TestVolumeBootPattern-1805975074-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 1093 time: 0.2025950 Aug 27 03:34:56.201819 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 59844) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:56.206964 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Request body: {'floatingip': {'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'port_id': '12277069-4498-4469-9aee-a13eb400f6d3', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:56.229635 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:56.353457 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:56.422972 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad8193ae-f3b9-4102-a24b-a7c183e42a26 req-cf8523f8-4ed2-473d-be27-94d1f1d31bec tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef870f4c-a749-484d-a466-9be119c21dbf HTTP/1.1" status: 200 len: 210 time: 0.0564797 Aug 27 03:34:56.500103 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Allocated IP 172.27.2.19 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/dd6f6206-0085-439a-a001-794a82f53f4e) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:34:56.603715 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:56.647938 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:56.686154 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:34:56.688508 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:34:56.695081 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:34:56.723697 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'Port': ['ID=dd6f6206-0085-439a-a001-794a82f53f4e,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:56.828346 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:34:56.977126 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1e4fe-3e84-4a36-bb07-1facf2f93393 req-8f6ff8b4-7c4c-495f-8767-5777a24a8c79 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:56.979320 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83b1e4fe-3e84-4a36-bb07-1facf2f93393 req-8f6ff8b4-7c4c-495f-8767-5777a24a8c79 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0771635 Aug 27 03:34:57.083172 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-83b1e4fe-3e84-4a36-bb07-1facf2f93393 req-839cca53-062f-494b-9540-87e3aa76ebc6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854769 Aug 27 03:34:57.150539 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.221782 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.434966 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1003382-1cc1-47b6-8bcd-73256981ae45 req-06894b57-332f-418b-9b1b-e06f8a819a86 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:57.436434 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b1003382-1cc1-47b6-8bcd-73256981ae45 req-06894b57-332f-418b-9b1b-e06f8a819a86 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.0853748 Aug 27 03:34:57.441408 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.450432 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.538273 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b1003382-1cc1-47b6-8bcd-73256981ae45 req-3b270ad6-2daf-45cc-a751-97e7ce7526c7 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946085 Aug 27 03:34:57.548665 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'Port': ['ID=dd6f6206-0085-439a-a001-794a82f53f4e,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:57.566633 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.681867 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Floating IP 397f0204-aff0-4bf3-8e58-2520d690aec5 associated. External IP: 172.27.2.19, port: 12277069-4498-4469-9aee-a13eb400f6d3. Aug 27 03:34:58.041442 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092219c0-0f32-4a03-935c-34d6295f8792 req-998b6fc1-cb03-490a-bd74-b7872e35ff0e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.043087 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-092219c0-0f32-4a03-935c-34d6295f8792 req-998b6fc1-cb03-490a-bd74-b7872e35ff0e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0991206 Aug 27 03:34:58.132193 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-092219c0-0f32-4a03-935c-34d6295f8792 req-a10af2e8-58ee-4b83-bf5c-d4c668171818 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802355 Aug 27 03:34:58.284170 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:34:58.292231 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade931ab-346d-4b7e-8bf4-ee817cf1d9dd req-0db19a30-1324-4d05-96e4-4edbddf72a05 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.293742 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ade931ab-346d-4b7e-8bf4-ee817cf1d9dd req-0db19a30-1324-4d05-96e4-4edbddf72a05 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.1049824 Aug 27 03:34:58.380991 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ade931ab-346d-4b7e-8bf4-ee817cf1d9dd req-9b120447-b940-497f-84a5-a375e0f8e3ed tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790594 Aug 27 03:34:58.391668 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device f2990968-bc26-42a3-a2a7-59f3828f8ac7 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:58.413392 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: f2990968-bc26-42a3-a2a7-59f3828f8ac7 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:34:58.413818 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device f2990968-bc26-42a3-a2a7-59f3828f8ac7 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:34:58.414264 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 212f95d8-459a-4da3-a611-d44a86cc8028 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:58.437415 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: 212f95d8-459a-4da3-a611-d44a86cc8028 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:34:58.437968 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 212f95d8-459a-4da3-a611-d44a86cc8028 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:34:58.445736 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:34:58.456287 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713c613-3a2b-4043-8095-c6d521a0cc4e None None] Sync routers for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:34:58.463824 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:58.466270 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d713c613-3a2b-4043-8095-c6d521a0cc4e None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:58.466946 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-d713c613-3a2b-4043-8095-c6d521a0cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:34:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:58.497853 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1b9563f0-5d17-4ff7-9128-46bf4c5ddc1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2948766 Aug 27 03:34:58.498529 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'tag': '12277069-4498-4469-9aee-a13eb400f6d3'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:58.501590 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93874bd-1e10-4afb-addc-73ddaf25e68c" -d '{"events": [{"name": "network-changed", "server_uuid": "259f7cfe-9ee5-44ec-b227-d524587c5600", "tag": "12277069-4498-4469-9aee-a13eb400f6d3"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:58.552442 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcc49e5-aef6-4cd6-8748-812a6ad02946 x-openstack-request-id: req-ddcc49e5-aef6-4cd6-8748-812a6ad02946 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:58.553017 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259f7cfe-9ee5-44ec-b227-d524587c5600", "tag": "12277069-4498-4469-9aee-a13eb400f6d3", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:58.553275 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddcc49e5-aef6-4cd6-8748-812a6ad02946 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:58.553613 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'tag': '12277069-4498-4469-9aee-a13eb400f6d3', 'status': 'completed', 'code': 200} Aug 27 03:34:58.604713 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-d713c613-3a2b-4043-8095-c6d521a0cc4e None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:58.672500 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1c900-6ec0-4f5a-96dc-603f8d462b0e req-7192ce30-9a45-4df1-b31c-a8c219262bd4 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.674201 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fcb1c900-6ec0-4f5a-96dc-603f8d462b0e req-7192ce30-9a45-4df1-b31c-a8c219262bd4 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.0573435 Aug 27 03:34:58.742913 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fcb1c900-6ec0-4f5a-96dc-603f8d462b0e req-b2dca63c-2eae-41a6-942b-5bd5f7c88c7a tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599012 Aug 27 03:34:58.745768 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93874bd-1e10-4afb-addc-73ddaf25e68c req-007ca192-f263-4995-86ec-2b1fbfed9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.747331 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d93874bd-1e10-4afb-addc-73ddaf25e68c req-007ca192-f263-4995-86ec-2b1fbfed9332 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 1098 time: 0.0721297 Aug 27 03:34:58.863997 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-d713c613-3a2b-4043-8095-c6d521a0cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '397f0204-aff0-4bf3-8e58-2520d690aec5', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'port_id': '12277069-4498-4469-9aee-a13eb400f6d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'mac_address': 'fa:16:3e:20:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:34:56Z', 'updated_at': '2021-08-27T03:34:56Z', 'revision_number': 0, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:58.875750 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93874bd-1e10-4afb-addc-73ddaf25e68c req-8246aeb4-0cc7-46ce-893d-6d4448c79211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.877747 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d93874bd-1e10-4afb-addc-73ddaf25e68c req-8246aeb4-0cc7-46ce-893d-6d4448c79211 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 912 time: 0.0990098 Aug 27 03:34:58.892135 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713c613-3a2b-4043-8095-c6d521a0cc4e None None] Checking router: 57f5fd71-8e25-4c68-b4de-dc098d1ee661 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:34:58.900827 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d713c613-3a2b-4043-8095-c6d521a0cc4e None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:34:58.901461 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-d713c613-3a2b-4043-8095-c6d521a0cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:34:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:58.958760 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d93874bd-1e10-4afb-addc-73ddaf25e68c req-dea28085-a015-4082-9805-7bcfe39a9d0b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12277069-4498-4469-9aee-a13eb400f6d3 HTTP/1.1" status: 200 len: 998 time: 0.0622931 Aug 27 03:34:59.017150 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-d713c613-3a2b-4043-8095-c6d521a0cc4e None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:34:59.025441 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93874bd-1e10-4afb-addc-73ddaf25e68c req-ae68e2f2-7a04-4a44-9f27-4e1bf7e2523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.026983 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d93874bd-1e10-4afb-addc-73ddaf25e68c req-ae68e2f2-7a04-4a44-9f27-4e1bf7e2523e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0542376 Aug 27 03:34:59.089416 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93874bd-1e10-4afb-addc-73ddaf25e68c req-88b0c42a-fe90-4133-ac49-b3f26417a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.090979 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d93874bd-1e10-4afb-addc-73ddaf25e68c req-88b0c42a-fe90-4133-ac49-b3f26417a8a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461936 Aug 27 03:34:59.207083 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d93874bd-1e10-4afb-addc-73ddaf25e68c req-9c2f16aa-4627-46f3-a265-b0fa7d5c9d55 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023331 Aug 27 03:34:59.258205 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-d713c613-3a2b-4043-8095-c6d521a0cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '397f0204-aff0-4bf3-8e58-2520d690aec5', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'port_id': '12277069-4498-4469-9aee-a13eb400f6d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'mac_address': 'fa:16:3e:20:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:34:56Z', 'updated_at': '2021-08-27T03:34:56Z', 'revision_number': 0, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:34:59.288831 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713c613-3a2b-4043-8095-c6d521a0cc4e None None] The sync data for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi is: [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '397f0204-aff0-4bf3-8e58-2520d690aec5', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'port_id': '12277069-4498-4469-9aee-a13eb400f6d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'mac_address': 'fa:16:3e:20:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:34:56Z', 'updated_at': '2021-08-27T03:34:56Z', 'revision_number': 0, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:34:59.329985 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236bb14-e38f-4f76-a5ea-3c93c39bf155 req-1d2a42c2-7e75-4ac7-8a48-bb65dfd9600b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.331648 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6236bb14-e38f-4f76-a5ea-3c93c39bf155 req-1d2a42c2-7e75-4ac7-8a48-bb65dfd9600b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.1167717 Aug 27 03:34:59.391256 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d93874bd-1e10-4afb-addc-73ddaf25e68c req-e95d39ff-4e10-4c7e-ad83-41de9745771c service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499672 Aug 27 03:34:59.404913 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6236bb14-e38f-4f76-a5ea-3c93c39bf155 req-39cb3a72-4a0f-417c-903e-0487f946c79f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663364 Aug 27 03:34:59.572131 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fa7d2c-7402-4361-8eaf-a44e2b0125e5 None None] New status for floating IP 397f0204-aff0-4bf3-8e58-2520d690aec5: ACTIVE {{(pid=93873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:34:59.868121 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659ceb6-afd7-40ac-bf96-a447e76c05c2 req-2dc1fb62-4e7c-4e5e-a98e-58e8e642605b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.869575 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d659ceb6-afd7-40ac-bf96-a447e76c05c2 req-2dc1fb62-4e7c-4e5e-a98e-58e8e642605b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.0531116 Aug 27 03:34:59.914114 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d659ceb6-afd7-40ac-bf96-a447e76c05c2 req-3b0366e0-ca68-4c15-bc0d-68c2a1096ad8 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374119 Aug 27 03:35:00.527414 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7307ec3-8f75-4ab8-af0c-3256e453d460 req-596febe3-d8e5-4899-9be6-b5686b010736 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.528891 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7307ec3-8f75-4ab8-af0c-3256e453d460 req-596febe3-d8e5-4899-9be6-b5686b010736 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0525477 Aug 27 03:35:00.567886 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7307ec3-8f75-4ab8-af0c-3256e453d460 req-1228bde2-0393-4900-99e8-ac2e32521f3e tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330663 Aug 27 03:35:00.740052 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-33721e9f-3a01-450e-a89e-4a5026e04e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:01.037654 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3aeb3f-7745-4d49-b48e-f744cae51734 req-c84928a8-bbd9-4b96-9057-8a1643ce0296 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:01.039201 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0e3aeb3f-7745-4d49-b48e-f744cae51734 req-c84928a8-bbd9-4b96-9057-8a1643ce0296 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.0553918 Aug 27 03:35:01.079528 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0e3aeb3f-7745-4d49-b48e-f744cae51734 req-683aafea-e317-40b3-a200-2d73378cbccd tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343857 Aug 27 03:35:01.720380 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427edf9-355e-4897-af37-8b5124686df6 req-463d6b87-4c86-4fb3-801f-9b324a28087d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:01.722031 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f427edf9-355e-4897-af37-8b5124686df6 req-463d6b87-4c86-4fb3-801f-9b324a28087d tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0881402 Aug 27 03:35:01.743622 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48e7f9-7f5e-4c70-a7bd-358b0e3df70b req-179f6161-a9b6-4b12-b934-96f3691828d4 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:01.745027 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb48e7f9-7f5e-4c70-a7bd-358b0e3df70b req-179f6161-a9b6-4b12-b934-96f3691828d4 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 946 time: 0.0816717 Aug 27 03:35:01.794704 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f427edf9-355e-4897-af37-8b5124686df6 req-82355a0a-280e-46a5-8d67-d4951f5842a6 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649388 Aug 27 03:35:01.871073 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-bb48e7f9-7f5e-4c70-a7bd-358b0e3df70b req-8b463405-2d26-4391-a2d4-255cc9bed62d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Deleting port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:01.871418 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bb48e7f9-7f5e-4c70-a7bd-358b0e3df70b req-8b463405-2d26-4391-a2d4-255cc9bed62d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:01.967099 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-bb48e7f9-7f5e-4c70-a7bd-358b0e3df70b req-8b463405-2d26-4391-a2d4-255cc9bed62d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] For port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:01.967464 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bb48e7f9-7f5e-4c70-a7bd-358b0e3df70b req-8b463405-2d26-4391-a2d4-255cc9bed62d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:01.983887 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-bb48e7f9-7f5e-4c70-a7bd-358b0e3df70b req-8b463405-2d26-4391-a2d4-255cc9bed62d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Calling delete_port for e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:02.126893 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bb48e7f9-7f5e-4c70-a7bd-358b0e3df70b req-8b463405-2d26-4391-a2d4-255cc9bed62d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:02.160679 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b463405-2d26-4391-a2d4-255cc9bed62d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Pushing event deleted for resources: {'Port': ['ID=e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:02.192351 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e50b8bab-c713-4cd5-b203-bdc8b398d39b req-2cfcdd17-9705-4782-a2a6-16d2a2e1699a tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 210 time: 0.0328441 Aug 27 03:35:02.199413 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['34897c05-7eef-4339-91c9-e3bfd1114a68', 'e720968b-57f5-4bbf-9203-971f369a9bb6', 'e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:02.224521 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb48e7f9-7f5e-4c70-a7bd-358b0e3df70b req-8b463405-2d26-4391-a2d4-255cc9bed62d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] No DVR routers for this DVR port e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:35:02.227167 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-bb48e7f9-7f5e-4c70-a7bd-358b0e3df70b req-8b463405-2d26-4391-a2d4-255cc9bed62d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:02.229263 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb48e7f9-7f5e-4c70-a7bd-358b0e3df70b req-8b463405-2d26-4391-a2d4-255cc9bed62d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "DELETE /v2.0/ports/e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 HTTP/1.1" status: 204 len: 173 time: 0.4698501 Aug 27 03:35:02.229706 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bcfa74-f228-4e6c-842b-66a5cad93c7a', 'name': 'network-vif-deleted', 'tag': 'e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:02.232002 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7664c196-ff3f-453a-a1eb-102d3792415e" -d '{"events": [{"server_uuid": "f8bcfa74-f228-4e6c-842b-66a5cad93c7a", "name": "network-vif-deleted", "tag": "e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:02.273551 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a752b47-7187-4745-aa27-379d27a5f518 x-openstack-request-id: req-7a752b47-7187-4745-aa27-379d27a5f518 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:02.273881 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bcfa74-f228-4e6c-842b-66a5cad93c7a", "name": "network-vif-deleted", "tag": "e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:02.274190 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a752b47-7187-4745-aa27-379d27a5f518 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:02.274562 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bcfa74-f228-4e6c-842b-66a5cad93c7a', 'name': 'network-vif-deleted', 'tag': 'e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1', 'status': 'completed', 'code': 200} Aug 27 03:35:02.822692 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:35:02.925586 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28e541-bfd9-47a3-af63-92804fee533f req-c37f6c13-0280-4e33-877e-5579420242e8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:02.927139 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9a28e541-bfd9-47a3-af63-92804fee533f req-c37f6c13-0280-4e33-877e-5579420242e8 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0546551 Aug 27 03:35:02.968101 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9a28e541-bfd9-47a3-af63-92804fee533f req-ed90d973-911e-4ddc-aa42-2b0dbcb3f31b tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350089 Aug 27 03:35:03.320110 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dc38f12-21f7-4700-b529-ec753baff20f req-3092b3e6-1bb2-4f57-b499-e9c203d7f421 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bcfa74-f228-4e6c-842b-66a5cad93c7a HTTP/1.1" status: 200 len: 210 time: 0.0329845 Aug 27 03:35:03.740438 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-402ae960-c0fa-45ca-b232-87fe7dd64567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:04.089085 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df3c1d-326c-4dc8-82bb-02f46539d4bf req-6b9b8a34-3b17-4a01-a225-374f7fe6d612 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:04.090767 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4df3c1d-326c-4dc8-82bb-02f46539d4bf req-6b9b8a34-3b17-4a01-a225-374f7fe6d612 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0534337 Aug 27 03:35:04.130999 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4df3c1d-326c-4dc8-82bb-02f46539d4bf req-431041dc-72c5-4951-8e32-4e8ea5b83890 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Aug 27 03:35:04.620001 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf54a2-234a-4aeb-a381-0176d15db6e7 req-bd2bed59-96dc-48ba-86ba-a36460926817 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:04.621431 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ddf54a2-234a-4aeb-a381-0176d15db6e7 req-bd2bed59-96dc-48ba-86ba-a36460926817 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 946 time: 0.0500510 Aug 27 03:35:04.669660 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ddf54a2-234a-4aeb-a381-0176d15db6e7 req-efad25ea-d524-463e-a6cf-0cdf83d5a904 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375409 Aug 27 03:35:04.761070 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.065432 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:05.257794 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b13b91-5a43-4578-8f44-a5bf36492ea1 req-8a82e8ec-0549-4b16-93b2-65c723991864 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.259382 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3b13b91-5a43-4578-8f44-a5bf36492ea1 req-8a82e8ec-0549-4b16-93b2-65c723991864 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0528831 Aug 27 03:35:05.301701 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3b13b91-5a43-4578-8f44-a5bf36492ea1 req-986ffce2-9d77-40da-8777-1941a85a25fd tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331995 Aug 27 03:35:05.795242 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc93459-8571-42d8-a3fd-3b5e25e719e1 req-ffd80cae-bb18-4279-bc84-7888187d758e tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:05.796894 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4bc93459-8571-42d8-a3fd-3b5e25e719e1 req-ffd80cae-bb18-4279-bc84-7888187d758e tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 946 time: 0.0509427 Aug 27 03:35:05.835863 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4bc93459-8571-42d8-a3fd-3b5e25e719e1 req-c10bb9a6-b782-416f-a0f2-04eace970639 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330858 Aug 27 03:35:06.424747 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d85a8-cf4a-4c94-95c9-0898bf2c0882 req-cb3d69d5-b690-4430-8ab9-ca72f8cc154f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.426328 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-291d85a8-cf4a-4c94-95c9-0898bf2c0882 req-cb3d69d5-b690-4430-8ab9-ca72f8cc154f tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0554614 Aug 27 03:35:06.447195 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:06.467717 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:35:06.468054 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e8511243-ef8e-4d2c-a8e0-aa94a2ff41d1 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:35:06.481134 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-291d85a8-cf4a-4c94-95c9-0898bf2c0882 req-a9ae5fef-2876-4d76-9f47-0f01eb57509a tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451403 Aug 27 03:35:06.872848 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:06.970767 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac3134-5c3a-4e8a-999e-9868d5791945 req-d0e270a2-7cbc-4f8e-a93c-c76a86410c03 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.972188 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bac3134-5c3a-4e8a-999e-9868d5791945 req-d0e270a2-7cbc-4f8e-a93c-c76a86410c03 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 946 time: 0.0626314 Aug 27 03:35:07.014478 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bac3134-5c3a-4e8a-999e-9868d5791945 req-50a22b76-f79b-4fe2-a906-32f3cef8c4a3 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355985 Aug 27 03:35:07.274305 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287c1d4-6827-4878-b6e5-5a808d273f73 req-001df249-8ead-4a06-ba79-0c588668e49b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.275914 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9287c1d4-6827-4878-b6e5-5a808d273f73 req-001df249-8ead-4a06-ba79-0c588668e49b tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 946 time: 0.0583048 Aug 27 03:35:07.384808 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-9287c1d4-6827-4878-b6e5-5a808d273f73 req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Deleting port e720968b-57f5-4bbf-9203-971f369a9bb6 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:07.385163 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-9287c1d4-6827-4878-b6e5-5a808d273f73 req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.477041 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-9287c1d4-6827-4878-b6e5-5a808d273f73 req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] For port e720968b-57f5-4bbf-9203-971f369a9bb6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e720968b-57f5-4bbf-9203-971f369a9bb6,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:07.477758 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-9287c1d4-6827-4878-b6e5-5a808d273f73 req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.491997 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-9287c1d4-6827-4878-b6e5-5a808d273f73 req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Calling delete_port for e720968b-57f5-4bbf-9203-971f369a9bb6 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:07.641947 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bed81-bf3e-431c-9860-75fb81dea9de req-96ff658a-72f9-4d7c-ac3b-df2371f42310 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.643496 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-005bed81-bf3e-431c-9860-75fb81dea9de req-96ff658a-72f9-4d7c-ac3b-df2371f42310 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0846570 Aug 27 03:35:07.680734 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-9287c1d4-6827-4878-b6e5-5a808d273f73 req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.701698 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-005bed81-bf3e-431c-9860-75fb81dea9de req-b2b92b5e-b578-4157-b9e0-05b2107efb04 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d3401e4-5624-42c7-b95a-9f3fa4e62283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513608 Aug 27 03:35:07.723020 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Pushing event deleted for resources: {'Port': ['ID=e720968b-57f5-4bbf-9203-971f369a9bb6,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:07.730270 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['34897c05-7eef-4339-91c9-e3bfd1114a68', 'e720968b-57f5-4bbf-9203-971f369a9bb6'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:07.737803 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.738259 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.738591 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.738935 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.739272 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.739623 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.739942 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.740270 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.740605 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.740930 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.741273 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.741580 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:07.787976 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9287c1d4-6827-4878-b6e5-5a808d273f73 req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] No DVR routers for this DVR port e720968b-57f5-4bbf-9203-971f369a9bb6 on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:35:07.789742 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-9287c1d4-6827-4878-b6e5-5a808d273f73 req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:07.791776 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9287c1d4-6827-4878-b6e5-5a808d273f73 req-b4e089f8-9890-4938-ab16-04684c765566 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "DELETE /v2.0/ports/e720968b-57f5-4bbf-9203-971f369a9bb6 HTTP/1.1" status: 204 len: 173 time: 0.5083325 Aug 27 03:35:07.792213 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083b799e-ea07-441c-8703-8dc5f55c3c8b', 'name': 'network-vif-deleted', 'tag': 'e720968b-57f5-4bbf-9203-971f369a9bb6'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:07.794787 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cf1227-1392-4ad8-8259-ea70dffc5b0a" -d '{"events": [{"server_uuid": "083b799e-ea07-441c-8703-8dc5f55c3c8b", "name": "network-vif-deleted", "tag": "e720968b-57f5-4bbf-9203-971f369a9bb6"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:07.836377 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfeac75-1bd1-4660-83bd-5687cb302138 x-openstack-request-id: req-5dfeac75-1bd1-4660-83bd-5687cb302138 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:07.836703 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083b799e-ea07-441c-8703-8dc5f55c3c8b", "name": "network-vif-deleted", "tag": "e720968b-57f5-4bbf-9203-971f369a9bb6", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:07.836923 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5dfeac75-1bd1-4660-83bd-5687cb302138 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:07.837370 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083b799e-ea07-441c-8703-8dc5f55c3c8b', 'name': 'network-vif-deleted', 'tag': 'e720968b-57f5-4bbf-9203-971f369a9bb6', 'status': 'completed', 'code': 200} Aug 27 03:35:08.142252 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54931aa4-b8ba-4755-9786-335e5e973534 req-e5b1ea00-6822-4e98-9c8e-8a4cc68cd2e6 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=083b799e-ea07-441c-8703-8dc5f55c3c8b HTTP/1.1" status: 200 len: 210 time: 0.0436566 Aug 27 03:35:08.161513 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09bd45-0c87-4b72-95af-1bf3b74e8016 req-54b44057-d4a0-49fa-b12c-a5339bdff9c1 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:08.163103 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d09bd45-0c87-4b72-95af-1bf3b74e8016 req-54b44057-d4a0-49fa-b12c-a5339bdff9c1 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.62 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 946 time: 0.0737975 Aug 27 03:35:08.266980 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-7d09bd45-0c87-4b72-95af-1bf3b74e8016 req-9f116015-d678-410a-b9cb-55b25abd6dd9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Deleting port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:08.267317 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d09bd45-0c87-4b72-95af-1bf3b74e8016 req-9f116015-d678-410a-b9cb-55b25abd6dd9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.364855 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7d09bd45-0c87-4b72-95af-1bf3b74e8016 req-9f116015-d678-410a-b9cb-55b25abd6dd9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] For port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:08.365176 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d09bd45-0c87-4b72-95af-1bf3b74e8016 req-9f116015-d678-410a-b9cb-55b25abd6dd9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.378907 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-7d09bd45-0c87-4b72-95af-1bf3b74e8016 req-9f116015-d678-410a-b9cb-55b25abd6dd9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Calling delete_port for 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:08.524293 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d09bd45-0c87-4b72-95af-1bf3b74e8016 req-9f116015-d678-410a-b9cb-55b25abd6dd9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.559289 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f116015-d678-410a-b9cb-55b25abd6dd9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Pushing event deleted for resources: {'Port': ['ID=9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:08.584275 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:08.597850 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d09bd45-0c87-4b72-95af-1bf3b74e8016 req-9f116015-d678-410a-b9cb-55b25abd6dd9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] No DVR routers for this DVR port 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:35:08.600634 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7d09bd45-0c87-4b72-95af-1bf3b74e8016 req-9f116015-d678-410a-b9cb-55b25abd6dd9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:08.602836 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7d09bd45-0c87-4b72-95af-1bf3b74e8016 req-9f116015-d678-410a-b9cb-55b25abd6dd9 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.62 "DELETE /v2.0/ports/9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d HTTP/1.1" status: 204 len: 173 time: 0.4282811 Aug 27 03:35:08.820357 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-04b11021-4421-4fc9-b03f-77c57e0db403 req-2ed6d5af-79cc-4e13-ad42-12e884d406c2 tempest-ServerRescueNegativeTestJSON-1942700960 tempest-ServerRescueNegativeTestJSON-1942700960-project] 10.222.0.48 "GET /v2.0/ports?device_id=248b6ca4-52d6-42f2-8ab8-823ee2872a2c HTTP/1.1" status: 200 len: 210 time: 0.0338852 Aug 27 03:35:09.711836 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:09.839088 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b6ca4-52d6-42f2-8ab8-823ee2872a2c', 'name': 'network-vif-deleted', 'tag': '9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:09.842072 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9901e7-e753-49c5-a896-f8a8fa0b6358" -d '{"events": [{"server_uuid": "248b6ca4-52d6-42f2-8ab8-823ee2872a2c", "name": "network-vif-deleted", "tag": "9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:09.879878 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1417fee7-7e5c-4804-8848-d450e632966a x-openstack-request-id: req-1417fee7-7e5c-4804-8848-d450e632966a {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:09.880175 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248b6ca4-52d6-42f2-8ab8-823ee2872a2c", "name": "network-vif-deleted", "tag": "9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:09.880428 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1417fee7-7e5c-4804-8848-d450e632966a {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:09.880815 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b6ca4-52d6-42f2-8ab8-823ee2872a2c', 'name': 'network-vif-deleted', 'tag': '9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d', 'status': 'completed', 'code': 200} Aug 27 03:35:09.887786 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60036) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:10.304796 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.502402 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:10.526224 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:35:10.526663 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 9a6e660c-1d4b-4a72-9ee8-af4d5608ba4d not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:35:10.527257 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e720968b-57f5-4bbf-9203-971f369a9bb6 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:10.548661 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: e720968b-57f5-4bbf-9203-971f369a9bb6 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:35:10.549111 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e720968b-57f5-4bbf-9203-971f369a9bb6 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:35:10.736790 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd8e7b-86da-454a-8025-be1c429e21ae req-61290a04-8023-4efa-be0b-6392a7e0577d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.738432 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-accd8e7b-86da-454a-8025-be1c429e21ae req-61290a04-8023-4efa-be0b-6392a7e0577d tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 945 time: 0.1260154 Aug 27 03:35:10.804698 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-accd8e7b-86da-454a-8025-be1c429e21ae req-b673ce52-a61b-46b6-aa17-052eed4ad6fc tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Aug 27 03:35:10.903764 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] Deleting port dd8b73be-58f0-4af5-a78a-d4ce512f7577 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:10.904427 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:10.986520 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] For port dd8b73be-58f0-4af5-a78a-d4ce512f7577, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=dd8b73be-58f0-4af5-a78a-d4ce512f7577,segment=NetworkSegment(52386e64-84a7-45cc-a84e-379f4cb7197b),segment_id=52386e64-84a7-45cc-a84e-379f4cb7197b)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:10.986881 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.000783 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] Calling delete_port for dd8b73be-58f0-4af5-a78a-d4ce512f7577 owned by network:router_interface {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:11.197669 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.227595 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8b73be-58f0-4af5-a78a-d4ce512f7577,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:11.402770 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133756051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:11.644040 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] Router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:35:11.782569 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74d11f23-b482-446e-954b-6a7328782f6a req-d58983f6-50e9-48b4-b9a9-31147352e6f1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919561 Aug 27 03:35:11.799290 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:35:11.805014 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6e566b53-3db2-4e6d-b224-000201de51fd admin admin] 10.222.0.48 "PUT /v2.0/routers/944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9119055 Aug 27 03:35:11.807570 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60054) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:11.810575 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db55d2-3c9a-47d6-800f-85f8df650d38 None None] Sync routers for ids ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:35:11.821563 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db55d2-3c9a-47d6-800f-85f8df650d38 None None] Routers {'944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:11.822396 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-55db55d2-3c9a-47d6-800f-85f8df650d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:35:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:11.956319 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-55db55d2-3c9a-47d6-800f-85f8df650d38 None None] Set router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:11.989110 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d11f23-b482-446e-954b-6a7328782f6a req-bd2fd21c-499f-4598-8a46-b8484d3fe23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.990707 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74d11f23-b482-446e-954b-6a7328782f6a req-bd2fd21c-499f-4598-8a46-b8484d3fe23f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 1098 time: 0.1400387 Aug 27 03:35:12.012986 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de17a18-8122-47f9-9e5f-598e63566b53 req-44e4c290-03ca-4f90-b4a9-0de1283abb04 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:12.014665 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7de17a18-8122-47f9-9e5f-598e63566b53 req-44e4c290-03ca-4f90-b4a9-0de1283abb04 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 945 time: 0.1270206 Aug 27 03:35:12.016754 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:12.153123 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-55db55d2-3c9a-47d6-800f-85f8df650d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-router', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:35:11Z', 'revision_number': 5, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'gw_port': {'id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:12.184850 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db55d2-3c9a-47d6-800f-85f8df650d38 None None] Checking router: 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:35:12.197328 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db55d2-3c9a-47d6-800f-85f8df650d38 None None] Routers {'944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:35:12.197998 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-55db55d2-3c9a-47d6-800f-85f8df650d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:35:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:12.201797 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7de17a18-8122-47f9-9e5f-598e63566b53 req-fd06204b-3e46-41e8-8bb6-92a12def9d83 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409693 Aug 27 03:35:12.229048 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d11f23-b482-446e-954b-6a7328782f6a req-e759dab0-67ec-4e96-938c-9f9163491967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:12.230924 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74d11f23-b482-446e-954b-6a7328782f6a req-e759dab0-67ec-4e96-938c-9f9163491967 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.2111268 Aug 27 03:35:12.251388 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:12.321370 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-55db55d2-3c9a-47d6-800f-85f8df650d38 None None] Set router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:35:12.339829 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74d11f23-b482-446e-954b-6a7328782f6a req-36282f04-b55b-49ec-8511-01e60de9c206 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f HTTP/1.1" status: 200 len: 1001 time: 0.0963314 Aug 27 03:35:12.392129 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Deleting port 82665f2e-cd9b-472b-b43d-cd1e7658044b {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:12.392504 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:12.451969 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d11f23-b482-446e-954b-6a7328782f6a req-a7ed191d-796e-464f-b212-e3acff4afe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:12.456118 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74d11f23-b482-446e-954b-6a7328782f6a req-a7ed191d-796e-464f-b212-e3acff4afe76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.1018984 Aug 27 03:35:12.508744 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] For port 82665f2e-cd9b-472b-b43d-cd1e7658044b, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=82665f2e-cd9b-472b-b43d-cd1e7658044b,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:12.509016 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:12.537702 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Calling delete_port for 82665f2e-cd9b-472b-b43d-cd1e7658044b owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:12.593673 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d11f23-b482-446e-954b-6a7328782f6a req-55a48fc9-277a-4c07-b306-df9e827c7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:12.595232 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74d11f23-b482-446e-954b-6a7328782f6a req-55a48fc9-277a-4c07-b306-df9e827c7a74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1019728 Aug 27 03:35:12.603575 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-55db55d2-3c9a-47d6-800f-85f8df650d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-router', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:35:11Z', 'revision_number': 5, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'gw_port': {'id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:12.632380 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db55d2-3c9a-47d6-800f-85f8df650d38 None None] The sync data for ids ['944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d'] in dv-cinder-773985-14-iscsi is: [{'id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554452576-router', 'tenant_id': 'ffe951b6601f41469ba188c9b4ea1234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:30:59Z', 'updated_at': '2021-08-27T03:35:11Z', 'revision_number': 5, 'project_id': 'ffe951b6601f41469ba188c9b4ea1234', 'gw_port': {'id': '82665f2e-cd9b-472b-b43d-cd1e7658044b', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:35:12.996920 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74d11f23-b482-446e-954b-6a7328782f6a req-c9eed938-8ba8-432f-b980-e17922847d72 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858199 Aug 27 03:35:13.105941 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.143798 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=82665f2e-cd9b-472b-b43d-cd1e7658044b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:13.180090 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74d11f23-b482-446e-954b-6a7328782f6a req-4ee283e1-daae-47f1-b19e-586af3db8c22 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586275 Aug 27 03:35:13.219357 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430239'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.364186 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1028887'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.380181 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.468611 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428047'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.469306 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:35:13.480752 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc137b2-c88b-4792-924f-54be827d7a45 req-dc4bd4b8-c6ed-438d-8a16-7f904ad8911f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:13.482286 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2fc137b2-c88b-4792-924f-54be827d7a45 req-dc4bd4b8-c6ed-438d-8a16-7f904ad8911f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 945 time: 0.1879401 Aug 27 03:35:13.487764 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.490967 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7a9a4954-6f9a-4add-aeb2-97c5965c3d10 admin admin] 10.222.0.48 "DELETE /v2.0/routers/944240d1-0fb1-47d7-8d4c-e4fa5ebbc51d HTTP/1.1" status: 204 len: 168 time: 1.6802218 Aug 27 03:35:13.491516 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60066) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:13.498131 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e69fc8-eb2c-4e40-84fd-3d56875165aa req-3a1ac28b-03d8-402d-bed0-e04a57c87b35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:13.500326 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c8e69fc8-eb2c-4e40-84fd-3d56875165aa req-3a1ac28b-03d8-402d-bed0-e04a57c87b35 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 945 time: 0.1562829 Aug 27 03:35:13.562279 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cda72a-8cf8-4d40-8d7a-6bcef79508b5 admin admin] Deleting subnet eb98d8b1-6840-4a06-958b-439a22ebfd23 {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:35:13.567220 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-52cda72a-8cf8-4d40-8d7a-6bcef79508b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.587097 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2fc137b2-c88b-4792-924f-54be827d7a45 req-920d0f49-795c-4908-aec4-b2fb4976027f tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a16300e-71f7-4570-a502-9df2c1d8762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970755 Aug 27 03:35:13.598689 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device dd8b73be-58f0-4af5-a78a-d4ce512f7577 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:13.631205 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: dd8b73be-58f0-4af5-a78a-d4ce512f7577 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:35:13.631955 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device dd8b73be-58f0-4af5-a78a-d4ce512f7577 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:35:13.638839 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-52cda72a-8cf8-4d40-8d7a-6bcef79508b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131057284'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.651632 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-c8e69fc8-eb2c-4e40-84fd-3d56875165aa req-7e086123-6963-48bf-96c8-3bc251f01baf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Deleting port 34897c05-7eef-4339-91c9-e3bfd1114a68 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:35:13.652147 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c8e69fc8-eb2c-4e40-84fd-3d56875165aa req-7e086123-6963-48bf-96c8-3bc251f01baf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.684968 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-52cda72a-8cf8-4d40-8d7a-6bcef79508b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.748520 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-52cda72a-8cf8-4d40-8d7a-6bcef79508b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131042313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130617897'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.762468 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-c8e69fc8-eb2c-4e40-84fd-3d56875165aa req-7e086123-6963-48bf-96c8-3bc251f01baf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] For port 34897c05-7eef-4339-91c9-e3bfd1114a68, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=34897c05-7eef-4339-91c9-e3bfd1114a68,segment=NetworkSegment(040e7ff8-d3ad-4552-b57c-6dbc12ed6996),segment_id=040e7ff8-d3ad-4552-b57c-6dbc12ed6996)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:13.762939 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c8e69fc8-eb2c-4e40-84fd-3d56875165aa req-7e086123-6963-48bf-96c8-3bc251f01baf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.776801 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cda72a-8cf8-4d40-8d7a-6bcef79508b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb98d8b1-6840-4a06-958b-439a22ebfd23,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:13.780422 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-52cda72a-8cf8-4d40-8d7a-6bcef79508b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:13.782373 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-c8e69fc8-eb2c-4e40-84fd-3d56875165aa req-7e086123-6963-48bf-96c8-3bc251f01baf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Calling delete_port for 34897c05-7eef-4339-91c9-e3bfd1114a68 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:35:13.783780 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-52cda72a-8cf8-4d40-8d7a-6bcef79508b5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eb98d8b1-6840-4a06-958b-439a22ebfd23 HTTP/1.1" status: 204 len: 168 time: 0.2911813 Aug 27 03:35:13.786377 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60068) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:13.903650 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.041935 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.057259 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b5146e-1ead-45fa-b520-237d06579200']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:14.074759 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52386e64-84a7-45cc-a84e-379f4cb7197b') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:14.075064 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52386e64-84a7-45cc-a84e-379f4cb7197b') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:14.083037 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c8e69fc8-eb2c-4e40-84fd-3d56875165aa req-7e086123-6963-48bf-96c8-3bc251f01baf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.092755 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131756684'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.126006 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e086123-6963-48bf-96c8-3bc251f01baf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Pushing event deleted for resources: {'Port': ['ID=34897c05-7eef-4339-91c9-e3bfd1114a68,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:14.126248 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['34897c05-7eef-4339-91c9-e3bfd1114a68'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:14.138162 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.161446 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:35:14.161643 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131160837'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: timer() Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: cb(*args, **kw) Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: self._notify() Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: self.callback(batched_events) Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: event.method(event) Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._get(url).json() Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:35:14.163475 dv-cinder-773985-14-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:35:14.223405 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e69fc8-eb2c-4e40-84fd-3d56875165aa req-7e086123-6963-48bf-96c8-3bc251f01baf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] No DVR routers for this DVR port 34897c05-7eef-4339-91c9-e3bfd1114a68 on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:35:14.226980 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c8e69fc8-eb2c-4e40-84fd-3d56875165aa req-7e086123-6963-48bf-96c8-3bc251f01baf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.229012 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c8e69fc8-eb2c-4e40-84fd-3d56875165aa req-7e086123-6963-48bf-96c8-3bc251f01baf tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.62 "DELETE /v2.0/ports/34897c05-7eef-4339-91c9-e3bfd1114a68 HTTP/1.1" status: 204 len: 173 time: 0.7225137 Aug 27 03:35:14.229601 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8d878f-cb25-4cd8-b690-81e8698f2a1f', 'name': 'network-vif-deleted', 'tag': '34897c05-7eef-4339-91c9-e3bfd1114a68'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:14.231754 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44de9878-81ab-42fc-909a-cdba68d7d989" -d '{"events": [{"server_uuid": "2b8d878f-cb25-4cd8-b690-81e8698f2a1f", "name": "network-vif-deleted", "tag": "34897c05-7eef-4339-91c9-e3bfd1114a68"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:14.253535 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.262001 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.264549 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] 10.222.0.48 "DELETE /v2.0/networks/97b5146e-1ead-45fa-b520-237d06579200 HTTP/1.1" status: 204 len: 168 time: 0.4769685 Aug 27 03:35:14.277284 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20782a3b-6e35-4d62-90e2-3b6a05156a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=97b5146e-1ead-45fa-b520-237d06579200,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:14.290861 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f242bb45-0bd6-42a2-a5c4-7f49ae864419 x-openstack-request-id: req-f242bb45-0bd6-42a2-a5c4-7f49ae864419 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:14.291149 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8d878f-cb25-4cd8-b690-81e8698f2a1f", "name": "network-vif-deleted", "tag": "34897c05-7eef-4339-91c9-e3bfd1114a68", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:14.291397 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f242bb45-0bd6-42a2-a5c4-7f49ae864419 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:14.291880 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8d878f-cb25-4cd8-b690-81e8698f2a1f', 'name': 'network-vif-deleted', 'tag': '34897c05-7eef-4339-91c9-e3bfd1114a68', 'status': 'completed', 'code': 200} Aug 27 03:35:14.464703 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60078) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:14.507444 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c7ded20e-3621-4e04-84b6-e6b36d3e72f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffe951b6601f41469ba188c9b4ea1234&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415592 Aug 27 03:35:14.509896 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60080) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:14.564759 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42387864-5371-4262-9620-d3305efd70da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.586620 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42387864-5371-4262-9620-d3305efd70da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.636922 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42387864-5371-4262-9620-d3305efd70da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.639546 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-42387864-5371-4262-9620-d3305efd70da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.640969 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-42387864-5371-4262-9620-d3305efd70da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d3401e4-5624-42c7-b95a-9f3fa4e62283 HTTP/1.1" status: 204 len: 168 time: 0.1299660 Aug 27 03:35:14.649413 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42387864-5371-4262-9620-d3305efd70da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3401e4-5624-42c7-b95a-9f3fa4e62283,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:14.725167 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9fa08962-4305-4625-b3b7-ccc9b8cc722a req-16fe78d3-aaaa-42b7-8c4f-5bd94e0128d9 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b8d878f-cb25-4cd8-b690-81e8698f2a1f HTTP/1.1" status: 200 len: 210 time: 0.0330088 Aug 27 03:35:15.520493 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 82665f2e-cd9b-472b-b43d-cd1e7658044b no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:15.544494 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 82665f2e-cd9b-472b-b43d-cd1e7658044b {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:35:15.544839 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 82665f2e-cd9b-472b-b43d-cd1e7658044b not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:35:15.803470 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60124) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:15.871085 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e64339-452b-4090-8d43-f95d6cbfd2b9 admin admin] Deleting subnet 9e706786-821b-45ac-812c-c67930be1360 {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:35:15.874990 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4e64339-452b-4090-8d43-f95d6cbfd2b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.910540 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4e64339-452b-4090-8d43-f95d6cbfd2b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131756691'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:15.950377 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4e64339-452b-4090-8d43-f95d6cbfd2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.013099 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4e64339-452b-4090-8d43-f95d6cbfd2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131160931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130982917'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.041865 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e64339-452b-4090-8d43-f95d6cbfd2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e706786-821b-45ac-812c-c67930be1360,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:16.043890 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4e64339-452b-4090-8d43-f95d6cbfd2b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.047035 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c4e64339-452b-4090-8d43-f95d6cbfd2b9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9e706786-821b-45ac-812c-c67930be1360 HTTP/1.1" status: 204 len: 168 time: 0.2406178 Aug 27 03:35:16.048529 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60132) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:16.125911 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.206532 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.216780 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813150a5-dbda-4897-a617-3b0468d8dcc8']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:16.227330 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040e7ff8-d3ad-4552-b57c-6dbc12ed6996') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:16.227622 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040e7ff8-d3ad-4552-b57c-6dbc12ed6996') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:35:16.236952 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131057307'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.256022 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.262284 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:35:16.262704 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131042415'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: Traceback (most recent call last): Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: timer() Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: cb(*args, **kw) Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: return func(*args, **kwargs) Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: self._notify() Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: self.callback(batched_events) Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: event.method(event) Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: return f(self, *a, **k) Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._get(url).json() Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:35:16.264453 dv-cinder-773985-14-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:35:16.322249 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.326857 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.331891 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] 10.222.0.48 "DELETE /v2.0/networks/813150a5-dbda-4897-a617-3b0468d8dcc8 HTTP/1.1" status: 204 len: 168 time: 0.2792788 Aug 27 03:35:16.342441 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18637ec-0d57-4d28-840f-ed7077e2cb4f admin admin] Pushing event deleted for resources: {'Network': ['ID=813150a5-dbda-4897-a617-3b0468d8dcc8,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:16.500823 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 34897c05-7eef-4339-91c9-e3bfd1114a68 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:35:16.521114 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60140) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:16.522751 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: 34897c05-7eef-4339-91c9-e3bfd1114a68 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:35:16.523289 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 34897c05-7eef-4339-91c9-e3bfd1114a68 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:35:16.573204 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-258bd544-c193-4490-b4a7-0397a8b0051a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d9e01c1992d424c8ea95add2a0ee8f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0484405 Aug 27 03:35:16.573499 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60142) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:16.635184 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8640959e-79b1-42e6-b4e5-be60aa7c5441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.664032 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8640959e-79b1-42e6-b4e5-be60aa7c5441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.723250 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8640959e-79b1-42e6-b4e5-be60aa7c5441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.726615 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8640959e-79b1-42e6-b4e5-be60aa7c5441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.728828 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8640959e-79b1-42e6-b4e5-be60aa7c5441 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a16300e-71f7-4570-a502-9df2c1d8762d HTTP/1.1" status: 204 len: 168 time: 0.1540375 Aug 27 03:35:16.738730 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640959e-79b1-42e6-b4e5-be60aa7c5441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a16300e-71f7-4570-a502-9df2c1d8762d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:18.215611 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60208) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:18.333550 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-da58965c-7585-4488-b2c5-d57a04e0a7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.472490 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-da58965c-7585-4488-b2c5-d57a04e0a7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.479116 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-da58965c-7585-4488-b2c5-d57a04e0a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.519096 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-da58965c-7585-4488-b2c5-d57a04e0a7c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da4705de88824cc1bca5634bc30d8438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023021 Aug 27 03:35:18.520035 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58965c-7585-4488-b2c5-d57a04e0a7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d097fa-9249-41c6-953f-bc81a2fb1428,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:18.523284 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60220) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:18.587475 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76a4e393-626d-4cc9-b5d9-e33e768506e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.613923 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76a4e393-626d-4cc9-b5d9-e33e768506e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.673218 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76a4e393-626d-4cc9-b5d9-e33e768506e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.675796 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-76a4e393-626d-4cc9-b5d9-e33e768506e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:18.676951 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-76a4e393-626d-4cc9-b5d9-e33e768506e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89d097fa-9249-41c6-953f-bc81a2fb1428 HTTP/1.1" status: 204 len: 168 time: 0.1525311 Aug 27 03:35:18.687293 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4e393-626d-4cc9-b5d9-e33e768506e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d097fa-9249-41c6-953f-bc81a2fb1428,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:20.262431 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60280) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:20.373036 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae215-bd7a-41b7-bff2-25814cda4c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:20.462126 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae215-bd7a-41b7-bff2-25814cda4c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:20.465869 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae215-bd7a-41b7-bff2-25814cda4c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:20.503823 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae215-bd7a-41b7-bff2-25814cda4c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a06839-18d1-4f82-bbe2-461f3f900624,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:20.509713 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3e0ae215-bd7a-41b7-bff2-25814cda4c0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae11113c2d32422ab98298c9390846b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458522 Aug 27 03:35:20.511999 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60284) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:20.569284 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db955cd9-54f0-40ba-b314-a59e9d88891b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:20.591968 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db955cd9-54f0-40ba-b314-a59e9d88891b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:20.637746 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db955cd9-54f0-40ba-b314-a59e9d88891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:20.640632 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db955cd9-54f0-40ba-b314-a59e9d88891b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:20.641829 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-db955cd9-54f0-40ba-b314-a59e9d88891b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89a06839-18d1-4f82-bbe2-461f3f900624 HTTP/1.1" status: 204 len: 168 time: 0.1286774 Aug 27 03:35:20.649351 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db955cd9-54f0-40ba-b314-a59e9d88891b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a06839-18d1-4f82-bbe2-461f3f900624,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:20.924395 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60292) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:20.938264 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8f5898ca-8d83-42e0-b739-61cd562d161b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.037427 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8f5898ca-8d83-42e0-b739-61cd562d161b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.042750 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8f5898ca-8d83-42e0-b739-61cd562d161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.078209 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8f5898ca-8d83-42e0-b739-61cd562d161b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07afa3ee0b2f4bb593d801dd3d3989c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518919 Aug 27 03:35:21.080466 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60302) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:21.087723 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5898ca-8d83-42e0-b739-61cd562d161b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9600155-d186-4513-998f-da2db6e852a9,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:21.144299 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3fd7ed4a-ac52-4014-a15a-84c9bbc26532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.167568 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3fd7ed4a-ac52-4014-a15a-84c9bbc26532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.220949 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3fd7ed4a-ac52-4014-a15a-84c9bbc26532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.225308 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3fd7ed4a-ac52-4014-a15a-84c9bbc26532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:21.226948 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3fd7ed4a-ac52-4014-a15a-84c9bbc26532 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9600155-d186-4513-998f-da2db6e852a9 HTTP/1.1" status: 204 len: 168 time: 0.1443515 Aug 27 03:35:21.235969 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7ed4a-ac52-4014-a15a-84c9bbc26532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9600155-d186-4513-998f-da2db6e852a9,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:25.590578 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60438) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:25.703981 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-23677a84-f495-432d-9a1f-d2c0b1a7d568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.800032 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-23677a84-f495-432d-9a1f-d2c0b1a7d568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.804281 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-23677a84-f495-432d-9a1f-d2c0b1a7d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.847104 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-23677a84-f495-432d-9a1f-d2c0b1a7d568 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5e8f733efd84167b9bd41d06421a97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551150 Aug 27 03:35:25.847820 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23677a84-f495-432d-9a1f-d2c0b1a7d568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6284a9a8-e500-473b-92d1-7fe7bbe36897,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:25.850146 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60444) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:25.902943 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.925874 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.977088 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.979687 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.980845 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6284a9a8-e500-473b-92d1-7fe7bbe36897 HTTP/1.1" status: 204 len: 168 time: 0.1289253 Aug 27 03:35:25.989306 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6284a9a8-e500-473b-92d1-7fe7bbe36897,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:25.996553 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:25.996905 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:25.997245 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:25.997583 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:25.997915 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:25.998277 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:25.998611 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:25.998944 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:25.999267 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:25.999588 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:25.999916 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:26.000837 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b810af-895b-4d39-85ab-adcc45fd4a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:35:27.716362 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60514) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:27.854287 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-474e961a-2899-4208-9bab-bdee0955d3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.953257 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-474e961a-2899-4208-9bab-bdee0955d3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:27.957486 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-474e961a-2899-4208-9bab-bdee0955d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.007603 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-474e961a-2899-4208-9bab-bdee0955d3d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a2af6377adf42edb97dd24d9d1eafad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877166 Aug 27 03:35:28.007603 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e961a-2899-4208-9bab-bdee0955d3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eca6c0-52cb-478b-9061-eaf7c4aa2c16,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:28.008154 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60538) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:28.074453 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8f1d71fc-7f7d-4870-91ca-85e73d7f5c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.099267 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8f1d71fc-7f7d-4870-91ca-85e73d7f5c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.159012 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8f1d71fc-7f7d-4870-91ca-85e73d7f5c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.162285 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8f1d71fc-7f7d-4870-91ca-85e73d7f5c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.166611 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8f1d71fc-7f7d-4870-91ca-85e73d7f5c97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8eca6c0-52cb-478b-9061-eaf7c4aa2c16 HTTP/1.1" status: 204 len: 168 time: 0.1570601 Aug 27 03:35:28.175981 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d71fc-7f7d-4870-91ca-85e73d7f5c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eca6c0-52cb-478b-9061-eaf7c4aa2c16,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:28.497330 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60562) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:28.513350 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9830fc8f-e9aa-49b4-9e3a-d9740c8af461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.617855 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9830fc8f-e9aa-49b4-9e3a-d9740c8af461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.622007 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9830fc8f-e9aa-49b4-9e3a-d9740c8af461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.668388 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9830fc8f-e9aa-49b4-9e3a-d9740c8af461 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5b266a5693047d398827646d2229e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683393 Aug 27 03:35:28.670075 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830fc8f-e9aa-49b4-9e3a-d9740c8af461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a05f6d-1e0e-4bb0-8d96-8174d35aedc0,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:28.670754 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60564) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:28.726789 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e274b0b-3b4f-4e1c-9eed-01284a96d58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.747859 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e274b0b-3b4f-4e1c-9eed-01284a96d58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.794543 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e274b0b-3b4f-4e1c-9eed-01284a96d58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.798033 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e274b0b-3b4f-4e1c-9eed-01284a96d58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.799162 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6e274b0b-3b4f-4e1c-9eed-01284a96d58a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04a05f6d-1e0e-4bb0-8d96-8174d35aedc0 HTTP/1.1" status: 204 len: 168 time: 0.1272805 Aug 27 03:35:28.806576 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e274b0b-3b4f-4e1c-9eed-01284a96d58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a05f6d-1e0e-4bb0-8d96-8174d35aedc0,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:30.438770 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60638) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:30.546490 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8e18b303-8c9e-47d2-8c6d-637fcafcc01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.644099 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8e18b303-8c9e-47d2-8c6d-637fcafcc01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.648804 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8e18b303-8c9e-47d2-8c6d-637fcafcc01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.686072 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18b303-8c9e-47d2-8c6d-637fcafcc01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0939b40f-693f-4755-a74a-bbbbea0de4e9,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:30.694619 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8e18b303-8c9e-47d2-8c6d-637fcafcc01a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e29dbec42d4430d88e9968dbbce1432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541263 Aug 27 03:35:30.695995 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60656) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:30.743821 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2cafb222-a434-4c40-8cbb-47e99445e2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.747623 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2c00d7c5-fef1-4ed8-9f94-043eee8b91d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.775865 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2c00d7c5-fef1-4ed8-9f94-043eee8b91d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.837801 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2c00d7c5-fef1-4ed8-9f94-043eee8b91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.840334 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2c00d7c5-fef1-4ed8-9f94-043eee8b91d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:30.841475 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2c00d7c5-fef1-4ed8-9f94-043eee8b91d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0939b40f-693f-4755-a74a-bbbbea0de4e9 HTTP/1.1" status: 204 len: 168 time: 0.1444888 Aug 27 03:35:30.853338 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00d7c5-fef1-4ed8-9f94-043eee8b91d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0939b40f-693f-4755-a74a-bbbbea0de4e9,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:31.107491 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60672) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:31.121538 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ff5d72a4-6192-464d-a3b5-b63fc774b93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:31.217406 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ff5d72a4-6192-464d-a3b5-b63fc774b93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:31.221816 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ff5d72a4-6192-464d-a3b5-b63fc774b93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:31.259250 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ff5d72a4-6192-464d-a3b5-b63fc774b93b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20a862ee22ea48c19d87cbb179dcfe0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506894 Aug 27 03:35:31.260064 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d72a4-6192-464d-a3b5-b63fc774b93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b5f8fe-6cfd-40ec-a6fe-eec98ed29326,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:31.261867 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60674) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:31.316263 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f6d683f3-c4d3-4216-b146-3f5fa0da682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:31.337575 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f6d683f3-c4d3-4216-b146-3f5fa0da682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:31.381653 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f6d683f3-c4d3-4216-b146-3f5fa0da682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:31.384203 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f6d683f3-c4d3-4216-b146-3f5fa0da682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:31.385325 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f6d683f3-c4d3-4216-b146-3f5fa0da682c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3b5f8fe-6cfd-40ec-a6fe-eec98ed29326 HTTP/1.1" status: 204 len: 168 time: 0.1219685 Aug 27 03:35:31.393589 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d683f3-c4d3-4216-b146-3f5fa0da682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b5f8fe-6cfd-40ec-a6fe-eec98ed29326,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:33.351159 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60762) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:33.469435 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9203f3f5-2dd8-426f-bd05-69738899924c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:33.587829 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9203f3f5-2dd8-426f-bd05-69738899924c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:33.591944 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9203f3f5-2dd8-426f-bd05-69738899924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:33.640104 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9203f3f5-2dd8-426f-bd05-69738899924c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=689393e6e16941cda91a352a8f5fb4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871633 Aug 27 03:35:33.643081 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60776) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:33.645241 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203f3f5-2dd8-426f-bd05-69738899924c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ca2025-ee45-436e-8bbc-f6a02c2d6a10,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:33.695728 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-89007f50-9bdb-439a-9da2-0dcf4bf941c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:33.720335 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-89007f50-9bdb-439a-9da2-0dcf4bf941c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:33.734689 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a3b0575f-06f7-431d-8e16-a3c027eb8c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:33.770073 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-89007f50-9bdb-439a-9da2-0dcf4bf941c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:33.772572 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-89007f50-9bdb-439a-9da2-0dcf4bf941c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:33.773778 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-89007f50-9bdb-439a-9da2-0dcf4bf941c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47ca2025-ee45-436e-8bbc-f6a02c2d6a10 HTTP/1.1" status: 204 len: 168 time: 0.1293261 Aug 27 03:35:33.782071 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89007f50-9bdb-439a-9da2-0dcf4bf941c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ca2025-ee45-436e-8bbc-f6a02c2d6a10,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:34.763065 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:35.064498 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:35.770368 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60812) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:35.901857 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2615c4f9-6af4-4b55-9e4e-186438c23c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.004868 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2615c4f9-6af4-4b55-9e4e-186438c23c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.010256 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2615c4f9-6af4-4b55-9e4e-186438c23c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.048687 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2615c4f9-6af4-4b55-9e4e-186438c23c96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82cd7c1f7faa427db5a2f06c9c481732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772081 Aug 27 03:35:36.049555 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615c4f9-6af4-4b55-9e4e-186438c23c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23aaa18d-d488-4ac9-9b35-49a8260de586,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:36.051394 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60818) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:36.111959 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d099c2f9-4f2b-426b-bfbf-4740547605d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.133781 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d099c2f9-4f2b-426b-bfbf-4740547605d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.187014 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d099c2f9-4f2b-426b-bfbf-4740547605d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.191223 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d099c2f9-4f2b-426b-bfbf-4740547605d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.192433 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d099c2f9-4f2b-426b-bfbf-4740547605d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23aaa18d-d488-4ac9-9b35-49a8260de586 HTTP/1.1" status: 204 len: 168 time: 0.1399188 Aug 27 03:35:36.201036 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099c2f9-4f2b-426b-bfbf-4740547605d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aaa18d-d488-4ac9-9b35-49a8260de586,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:36.481180 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60824) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:36.496001 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-49634b4d-75dd-40c2-ad0c-ebc7169a619f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.590192 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-49634b4d-75dd-40c2-ad0c-ebc7169a619f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.594240 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-49634b4d-75dd-40c2-ad0c-ebc7169a619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.631532 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49634b4d-75dd-40c2-ad0c-ebc7169a619f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a529e384-c8e4-4a58-af6e-b12797bfe6fe,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:36.635906 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-49634b4d-75dd-40c2-ad0c-ebc7169a619f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=859c8761150f419ca4df4018947f9392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536541 Aug 27 03:35:36.638631 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60826) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:36.690968 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ca17cd4d-b9ac-4802-8f0c-87f03df2f201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.712945 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ca17cd4d-b9ac-4802-8f0c-87f03df2f201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.765477 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ca17cd4d-b9ac-4802-8f0c-87f03df2f201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.768299 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ca17cd4d-b9ac-4802-8f0c-87f03df2f201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:36.769451 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ca17cd4d-b9ac-4802-8f0c-87f03df2f201 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a529e384-c8e4-4a58-af6e-b12797bfe6fe HTTP/1.1" status: 204 len: 168 time: 0.1299295 Aug 27 03:35:36.784125 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17cd4d-b9ac-4802-8f0c-87f03df2f201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a529e384-c8e4-4a58-af6e-b12797bfe6fe,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:36.879494 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.597247 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60916) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:38.719747 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46dfdd77-1dc4-4003-a82a-7447bb26fb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.815372 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46dfdd77-1dc4-4003-a82a-7447bb26fb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.819556 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46dfdd77-1dc4-4003-a82a-7447bb26fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.857276 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfdd77-1dc4-4003-a82a-7447bb26fb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8ec064-420f-4ad0-b826-4f597e061d4a,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:38.863745 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-46dfdd77-1dc4-4003-a82a-7447bb26fb2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43b7fff73e50495cad13c537f776e2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649639 Aug 27 03:35:38.866605 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60922) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:38.916441 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f3c53cf5-9352-42d9-815f-581a963eaf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.941817 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f3c53cf5-9352-42d9-815f-581a963eaf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.995791 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f3c53cf5-9352-42d9-815f-581a963eaf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.998354 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f3c53cf5-9352-42d9-815f-581a963eaf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:38.999515 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f3c53cf5-9352-42d9-815f-581a963eaf2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db8ec064-420f-4ad0-b826-4f597e061d4a HTTP/1.1" status: 204 len: 168 time: 0.1319792 Aug 27 03:35:39.008417 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c53cf5-9352-42d9-815f-581a963eaf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8ec064-420f-4ad0-b826-4f597e061d4a,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:39.300146 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60930) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:39.321518 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d64c5f6e-d8d2-45ca-a352-096c4f8f622e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.415601 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d64c5f6e-d8d2-45ca-a352-096c4f8f622e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.419379 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d64c5f6e-d8d2-45ca-a352-096c4f8f622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.459978 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d64c5f6e-d8d2-45ca-a352-096c4f8f622e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2df796e393c244cc952ab37b5be46bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579759 Aug 27 03:35:39.460562 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c5f6e-d8d2-45ca-a352-096c4f8f622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354098c4-8e65-4cbd-842b-5761e2285f29,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:39.462558 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60932) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:39.515603 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f48e6eb7-7baa-43c6-bb3d-3cf09e840004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.536973 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f48e6eb7-7baa-43c6-bb3d-3cf09e840004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.592026 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f48e6eb7-7baa-43c6-bb3d-3cf09e840004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.595203 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f48e6eb7-7baa-43c6-bb3d-3cf09e840004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.596476 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f48e6eb7-7baa-43c6-bb3d-3cf09e840004 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/354098c4-8e65-4cbd-842b-5761e2285f29 HTTP/1.1" status: 204 len: 168 time: 0.1328845 Aug 27 03:35:39.604352 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e6eb7-7baa-43c6-bb3d-3cf09e840004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354098c4-8e65-4cbd-842b-5761e2285f29,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:39.727648 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:39.822610 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:35:40.166884 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 60972) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:40.284663 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-69fe7492-86da-48e1-84c3-7a922e88392d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:40.388709 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-69fe7492-86da-48e1-84c3-7a922e88392d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:40.399605 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-69fe7492-86da-48e1-84c3-7a922e88392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:40.439849 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-69fe7492-86da-48e1-84c3-7a922e88392d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21d19a3f0e4645a6ac27ac6f0a6cff71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717898 Aug 27 03:35:40.440608 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe7492-86da-48e1-84c3-7a922e88392d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5703f7-1cd9-4280-a4d3-a9332b996cc4,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:40.442780 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60984) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:40.500539 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe8f5f1a-8bb7-4b03-85c2-f08064f64ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:40.523535 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe8f5f1a-8bb7-4b03-85c2-f08064f64ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:40.580932 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe8f5f1a-8bb7-4b03-85c2-f08064f64ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:40.583868 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-fe8f5f1a-8bb7-4b03-85c2-f08064f64ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:40.585019 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-fe8f5f1a-8bb7-4b03-85c2-f08064f64ab7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc5703f7-1cd9-4280-a4d3-a9332b996cc4 HTTP/1.1" status: 204 len: 168 time: 0.1412475 Aug 27 03:35:40.593929 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f5f1a-8bb7-4b03-85c2-f08064f64ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5703f7-1cd9-4280-a4d3-a9332b996cc4,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:40.957294 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 60998) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:40.970590 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-931b4cde-3b3f-464b-ad09-1f53d2feb5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:41.066659 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-931b4cde-3b3f-464b-ad09-1f53d2feb5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:41.070842 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-931b4cde-3b3f-464b-ad09-1f53d2feb5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:41.108769 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-931b4cde-3b3f-464b-ad09-1f53d2feb5f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3c2492c77124beda4cbeb4f383bab30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503794 Aug 27 03:35:41.109748 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b4cde-3b3f-464b-ad09-1f53d2feb5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166d9dc8-77e6-4788-a0ff-573db2f07e21,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:41.112332 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 32768) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:41.163240 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de5ade65-89e7-481d-b088-21da02b57faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:41.189589 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de5ade65-89e7-481d-b088-21da02b57faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:41.239046 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de5ade65-89e7-481d-b088-21da02b57faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:41.241912 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-de5ade65-89e7-481d-b088-21da02b57faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:41.243144 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-de5ade65-89e7-481d-b088-21da02b57faf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/166d9dc8-77e6-4788-a0ff-573db2f07e21 HTTP/1.1" status: 204 len: 168 time: 0.1297302 Aug 27 03:35:41.251600 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ade65-89e7-481d-b088-21da02b57faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166d9dc8-77e6-4788-a0ff-573db2f07e21,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:54.535174 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 32940) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:54.645812 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cfd23f15-4ee9-4acf-8cc1-a21dd2a7423a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.744067 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cfd23f15-4ee9-4acf-8cc1-a21dd2a7423a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.748377 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cfd23f15-4ee9-4acf-8cc1-a21dd2a7423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.787120 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-cfd23f15-4ee9-4acf-8cc1-a21dd2a7423a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b2ebaacfda24c26ae1642014d1dab37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508328 Aug 27 03:35:54.788087 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd23f15-4ee9-4acf-8cc1-a21dd2a7423a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c400cde9-dade-4198-8154-3b7f4b87c8c3,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:54.790048 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 32944) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:35:54.840580 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46341b27-3a13-4458-8528-0943c3b4c9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.863317 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46341b27-3a13-4458-8528-0943c3b4c9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.914031 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46341b27-3a13-4458-8528-0943c3b4c9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.916655 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-46341b27-3a13-4458-8528-0943c3b4c9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:54.917792 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-46341b27-3a13-4458-8528-0943c3b4c9ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c400cde9-dade-4198-8154-3b7f4b87c8c3 HTTP/1.1" status: 204 len: 168 time: 0.1266842 Aug 27 03:35:54.926338 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46341b27-3a13-4458-8528-0943c3b4c9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c400cde9-dade-4198-8154-3b7f4b87c8c3,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:00.745833 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5c34972e-72d2-4dae-8849-a5ff2be18efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:03.738503 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e4f0eddd-8025-44fd-bccc-e441748a1b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:04.765505 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:05.067108 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:06.879157 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:08.483745 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02edcb2-4ed5-4f5f-aea5-05da4268468c req-22b4624b-ca4e-4263-a93d-6f2bb3ef8748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.485925 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c02edcb2-4ed5-4f5f-aea5-05da4268468c req-22b4624b-ca4e-4263-a93d-6f2bb3ef8748 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f04c0694a50c4533859c8db8a7269b63&device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 1137 time: 0.0422664 Aug 27 03:36:08.615264 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a3f53-8568-4841-add9-93ffb8df9686 req-71173800-8470-4be1-bf8f-a0d5495b3903 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.616818 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-066a3f53-8568-4841-add9-93ffb8df9686 req-71173800-8470-4be1-bf8f-a0d5495b3903 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.2699323 Aug 27 03:36:08.622036 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02edcb2-4ed5-4f5f-aea5-05da4268468c req-a798fa68-18ef-481b-b57d-e138d9187a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.623541 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c02edcb2-4ed5-4f5f-aea5-05da4268468c req-a798fa68-18ef-481b-b57d-e138d9187a34 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b HTTP/1.1" status: 200 len: 915 time: 0.1302907 Aug 27 03:36:08.704977 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-066a3f53-8568-4841-add9-93ffb8df9686 req-7b22e90f-46c0-45bf-9585-e039145f7c74 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804391 Aug 27 03:36:08.715852 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c02edcb2-4ed5-4f5f-aea5-05da4268468c req-7b5c14a9-4235-4130-9907-0818b9514a91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b HTTP/1.1" status: 200 len: 1000 time: 0.0838296 Aug 27 03:36:08.767227 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02edcb2-4ed5-4f5f-aea5-05da4268468c req-1ec11a60-8c6d-40d5-a8a2-65e5d8c5321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.768722 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c02edcb2-4ed5-4f5f-aea5-05da4268468c req-1ec11a60-8c6d-40d5-a8a2-65e5d8c5321d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7f5b982-6637-44f0-84a2-c082e53570ad HTTP/1.1" status: 200 len: 853 time: 0.0447640 Aug 27 03:36:08.817608 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02edcb2-4ed5-4f5f-aea5-05da4268468c req-b4563e28-e5d7-4ae5-b37e-f45d758fe63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:08.819264 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c02edcb2-4ed5-4f5f-aea5-05da4268468c req-b4563e28-e5d7-4ae5-b37e-f45d758fe63c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425801 Aug 27 03:36:08.949944 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c02edcb2-4ed5-4f5f-aea5-05da4268468c req-e4583c4c-6409-46f7-bb2f-b82b26d67b9c service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984421 Aug 27 03:36:09.287102 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f032a3-66f9-4c9f-9d17-24abe19b9a44 req-67c3fec1-a5d7-4236-b240-2cf5f2841ccb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.288662 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b0f032a3-66f9-4c9f-9d17-24abe19b9a44 req-67c3fec1-a5d7-4236-b240-2cf5f2841ccb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0605297 Aug 27 03:36:09.327645 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b0f032a3-66f9-4c9f-9d17-24abe19b9a44 req-69f7f6a0-9d0f-423c-b6f0-4aa4dff211a1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330443 Aug 27 03:36:09.710477 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:09.827217 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64678e2-f002-406e-806e-5f8edbe3f463 req-e2658096-eb30-4f43-b0ce-ba668994f02e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:09.829837 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f64678e2-f002-406e-806e-5f8edbe3f463 req-e2658096-eb30-4f43-b0ce-ba668994f02e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0514095 Aug 27 03:36:09.870905 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f64678e2-f002-406e-806e-5f8edbe3f463 req-422f9188-6f42-4df9-9d25-5bc1943b360e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351529 Aug 27 03:36:10.456041 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5236a-498e-413e-b519-6f5ea580f438 req-be23073c-87d5-4006-a3f2-2446881b06f3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:10.457574 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14c5236a-498e-413e-b519-6f5ea580f438 req-be23073c-87d5-4006-a3f2-2446881b06f3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0561523 Aug 27 03:36:10.499836 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14c5236a-498e-413e-b519-6f5ea580f438 req-f239eb9c-a3bc-47dc-bd8e-67d8f8cf5a4f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361459 Aug 27 03:36:10.990258 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f9c56-f311-4f1d-8e15-7a779f622971 req-78239e1d-204f-4ddc-b50a-259d06720840 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:10.991753 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca5f9c56-f311-4f1d-8e15-7a779f622971 req-78239e1d-204f-4ddc-b50a-259d06720840 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0499885 Aug 27 03:36:11.033178 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca5f9c56-f311-4f1d-8e15-7a779f622971 req-78985b55-ece3-4769-9910-f01fefc30dd8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354512 Aug 27 03:36:11.526034 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c02edcb2-4ed5-4f5f-aea5-05da4268468c req-1083f4b7-9fb7-4ff8-a8ec-bf7aa6b854bf service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901003 Aug 27 03:36:11.624105 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb48ae-f82f-45df-9668-a66fe42880f1 req-b6d10f2e-45e6-4331-8638-16312ad26c77 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:11.626416 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dfb48ae-f82f-45df-9668-a66fe42880f1 req-b6d10f2e-45e6-4331-8638-16312ad26c77 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0509150 Aug 27 03:36:11.663821 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dfb48ae-f82f-45df-9668-a66fe42880f1 req-cefe16c2-7d30-40b2-b488-6c61e4761bb5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Aug 27 03:36:12.149083 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f60f5-a55a-4915-b74c-ceecbddd8986 req-ef64305d-686c-4581-8e19-46a5bf48207e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:12.150583 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-185f60f5-a55a-4915-b74c-ceecbddd8986 req-ef64305d-686c-4581-8e19-46a5bf48207e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0475931 Aug 27 03:36:12.189586 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-185f60f5-a55a-4915-b74c-ceecbddd8986 req-36322002-1dfe-4c40-bf64-b10d42ec02d6 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330844 Aug 27 03:36:12.783809 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d1ec2-be44-45e6-9810-bf034384b9e5 req-48a64d4c-afde-42f2-a413-86ed9b4df8b6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:12.785260 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d2d1ec2-be44-45e6-9810-bf034384b9e5 req-48a64d4c-afde-42f2-a413-86ed9b4df8b6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0489402 Aug 27 03:36:12.824719 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3d2d1ec2-be44-45e6-9810-bf034384b9e5 req-b01180ee-97b1-44ff-b451-b17a3f960d69 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335667 Aug 27 03:36:13.307821 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c041f2-d01c-411b-a850-b15cf4ca8438 req-1f79f635-7f09-401f-90cc-e61382a0e038 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:13.309341 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-89c041f2-d01c-411b-a850-b15cf4ca8438 req-1f79f635-7f09-401f-90cc-e61382a0e038 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0508871 Aug 27 03:36:13.354246 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-89c041f2-d01c-411b-a850-b15cf4ca8438 req-f5f00301-4a8b-45b9-92d7-826ea90ecb2e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381713 Aug 27 03:36:13.948667 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedf197-7249-43d0-afb9-4932d6fe340a req-027b81d5-0dc4-4b4b-9354-cb43f96c36f2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:13.950227 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3cedf197-7249-43d0-afb9-4932d6fe340a req-027b81d5-0dc4-4b4b-9354-cb43f96c36f2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0521555 Aug 27 03:36:13.993538 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3cedf197-7249-43d0-afb9-4932d6fe340a req-8f37a061-07f5-40c5-bd76-295201f3909c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370677 Aug 27 03:36:14.471843 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8b86-1237-40f7-a92b-16bdf721fc98 req-8d4778e1-5400-4f6f-aeb9-8e7670573e4d tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:14.473527 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e3c8b86-1237-40f7-a92b-16bdf721fc98 req-8d4778e1-5400-4f6f-aeb9-8e7670573e4d tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0505092 Aug 27 03:36:14.519311 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e3c8b86-1237-40f7-a92b-16bdf721fc98 req-ff02e55a-bb53-43dc-a803-37e5cde848e0 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394659 Aug 27 03:36:15.114582 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064844f8-d038-4802-9afd-098ed3c627ea req-3fc39115-a59f-46b3-bb2b-c5d742927e8b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:15.116086 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-064844f8-d038-4802-9afd-098ed3c627ea req-3fc39115-a59f-46b3-bb2b-c5d742927e8b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0495892 Aug 27 03:36:15.153743 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-064844f8-d038-4802-9afd-098ed3c627ea req-d798aa1a-6f6c-4dcf-991a-218b7a90df6b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316114 Aug 27 03:36:15.638055 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b97c44-905e-4ded-87bb-43ac97326bff req-c9a104af-c57e-4a4f-8b18-76aa0f7b8bc1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:15.639491 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3b97c44-905e-4ded-87bb-43ac97326bff req-c9a104af-c57e-4a4f-8b18-76aa0f7b8bc1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0521562 Aug 27 03:36:15.682638 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3b97c44-905e-4ded-87bb-43ac97326bff req-10c29300-745f-44e6-80fa-ee95595ef672 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347703 Aug 27 03:36:16.272683 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507e3ee-8012-40a0-9304-fe4660c2ebc7 req-a29797e8-92f1-49cd-8ac6-896568d89225 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:16.274174 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2507e3ee-8012-40a0-9304-fe4660c2ebc7 req-a29797e8-92f1-49cd-8ac6-896568d89225 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0479496 Aug 27 03:36:16.321357 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2507e3ee-8012-40a0-9304-fe4660c2ebc7 req-8363c568-64de-483e-adf5-0b75b4ccd70a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413451 Aug 27 03:36:16.800801 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af3203-baae-4b1e-8749-343aec88905e req-97a91192-ed35-45bc-9948-fe7afb4a0ea2 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:16.802311 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-36af3203-baae-4b1e-8749-343aec88905e req-97a91192-ed35-45bc-9948-fe7afb4a0ea2 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0512617 Aug 27 03:36:16.823472 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:36:16.846811 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-36af3203-baae-4b1e-8749-343aec88905e req-62712ef1-bfd2-4bd8-a961-ad25180703fa tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384700 Aug 27 03:36:17.446078 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3756241-4dcf-46fa-a73a-5c74a83fea46 req-164a4ae0-f90b-490f-b695-361b9f374fc6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:17.447677 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3756241-4dcf-46fa-a73a-5c74a83fea46 req-164a4ae0-f90b-490f-b695-361b9f374fc6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0522149 Aug 27 03:36:17.485099 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3756241-4dcf-46fa-a73a-5c74a83fea46 req-819fa671-dde3-4b1f-b935-7d3edf776c8f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310464 Aug 27 03:36:17.966787 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758f02a-7d7f-4502-8f22-24c4e98eb6ad req-c9239568-b32a-46ae-b194-a288e61d0018 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:17.968303 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2758f02a-7d7f-4502-8f22-24c4e98eb6ad req-c9239568-b32a-46ae-b194-a288e61d0018 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0527534 Aug 27 03:36:18.021010 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2758f02a-7d7f-4502-8f22-24c4e98eb6ad req-9b97441d-60a0-415a-92a2-4164f33bbef5 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449886 Aug 27 03:36:18.612157 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c05fe-4499-482d-902c-f14fabb8f028 req-b54417f7-1db1-418d-a318-d51d46c37b3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:18.613721 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e12c05fe-4499-482d-902c-f14fabb8f028 req-b54417f7-1db1-418d-a318-d51d46c37b3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0527709 Aug 27 03:36:18.656331 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e12c05fe-4499-482d-902c-f14fabb8f028 req-8d685d1f-ae63-47dc-9a94-500ced49bdd4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355637 Aug 27 03:36:19.158625 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede93d5d-ad50-4e2a-9036-0c49f467d165 req-448f2e4f-70a5-4d9b-bc81-9731f7791838 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:19.163189 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ede93d5d-ad50-4e2a-9036-0c49f467d165 req-448f2e4f-70a5-4d9b-bc81-9731f7791838 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0648267 Aug 27 03:36:19.222515 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ede93d5d-ad50-4e2a-9036-0c49f467d165 req-e104decf-4bde-4ec5-9dc6-5d1343390e3e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523169 Aug 27 03:36:19.778559 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b0c2a-16f7-4ec0-8357-dfa7b7dec091 req-fdb7b475-d182-423d-9c41-3f6b07cf8e4f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:19.779956 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-774b0c2a-16f7-4ec0-8357-dfa7b7dec091 req-fdb7b475-d182-423d-9c41-3f6b07cf8e4f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0490565 Aug 27 03:36:19.821781 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-774b0c2a-16f7-4ec0-8357-dfa7b7dec091 req-48e766cd-7c08-4e6a-9c63-d9868af7e39d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352271 Aug 27 03:36:20.345523 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e169cec-2ecb-43ed-8558-153671d0cf5b req-a9e1f984-5875-4c9f-b105-25bf08023df8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:20.347000 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e169cec-2ecb-43ed-8558-153671d0cf5b req-a9e1f984-5875-4c9f-b105-25bf08023df8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0483627 Aug 27 03:36:20.386749 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2e169cec-2ecb-43ed-8558-153671d0cf5b req-b4275b59-bc67-4653-b66f-1614c3c947c7 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337946 Aug 27 03:36:20.941522 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2da716-b5af-4abb-b986-130f518174b9 req-bcf5572e-0978-444b-87ea-db03e8f2c38f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:20.943008 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ce2da716-b5af-4abb-b986-130f518174b9 req-bcf5572e-0978-444b-87ea-db03e8f2c38f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0480981 Aug 27 03:36:20.990199 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ce2da716-b5af-4abb-b986-130f518174b9 req-155071b5-bb96-4783-a219-910de3e30f03 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413191 Aug 27 03:36:21.502297 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443d7fb-6931-416d-90f2-36f6316daf75 req-63f90d65-5f60-489c-9c44-b1d081c0d6b4 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:21.503750 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d443d7fb-6931-416d-90f2-36f6316daf75 req-63f90d65-5f60-489c-9c44-b1d081c0d6b4 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0491238 Aug 27 03:36:21.546171 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d443d7fb-6931-416d-90f2-36f6316daf75 req-667908fb-5d84-48a9-81ef-f8b31269052e tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363486 Aug 27 03:36:22.118810 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2271210-42e1-414f-84d4-2ef1fa2094bf req-1aee94ee-c7f2-4ff8-825e-b12cddf37ae4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:22.120395 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2271210-42e1-414f-84d4-2ef1fa2094bf req-1aee94ee-c7f2-4ff8-825e-b12cddf37ae4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0503721 Aug 27 03:36:22.158498 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2271210-42e1-414f-84d4-2ef1fa2094bf req-3d37a318-0132-46d7-8594-0cd2fc843f50 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312214 Aug 27 03:36:22.661172 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8e6b6-8cb3-41f0-815f-ab7500a048e2 req-7e9cc130-965d-4e41-8352-5d3c48b762cb tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:22.662739 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-22b8e6b6-8cb3-41f0-815f-ab7500a048e2 req-7e9cc130-965d-4e41-8352-5d3c48b762cb tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0500319 Aug 27 03:36:22.703575 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-22b8e6b6-8cb3-41f0-815f-ab7500a048e2 req-e588fcc1-29ae-40f7-b1a8-c39ca87f4f33 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347388 Aug 27 03:36:23.280270 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c1c2c-beaa-4376-8779-7f2fbe77f115 req-6ec2fbf7-3a89-49af-a1c1-a3f13ce71da5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:23.282411 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b0c1c2c-beaa-4376-8779-7f2fbe77f115 req-6ec2fbf7-3a89-49af-a1c1-a3f13ce71da5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0511196 Aug 27 03:36:23.324487 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b0c1c2c-beaa-4376-8779-7f2fbe77f115 req-b0306215-0498-45e7-906f-9932a1595e52 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362146 Aug 27 03:36:23.821474 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd06c1-346e-4cac-9098-99830d7bce78 req-de789f20-4b5d-4e11-8c12-b6f6e535ae84 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:23.823552 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3fd06c1-346e-4cac-9098-99830d7bce78 req-de789f20-4b5d-4e11-8c12-b6f6e535ae84 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0508120 Aug 27 03:36:23.866529 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3fd06c1-346e-4cac-9098-99830d7bce78 req-ee1a40c0-f1f0-4dc3-aa93-2bed8d5eaf21 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360205 Aug 27 03:36:24.447486 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24239c71-46b2-4597-9b49-cbe2163cad36 req-9bc10ba9-898e-4bce-8071-fa1185cd4732 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:24.448966 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24239c71-46b2-4597-9b49-cbe2163cad36 req-9bc10ba9-898e-4bce-8071-fa1185cd4732 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0490856 Aug 27 03:36:24.487389 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24239c71-46b2-4597-9b49-cbe2163cad36 req-74373651-877d-4dfd-95ec-cc1c4c8b9033 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316434 Aug 27 03:36:24.984140 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cbbbb-c9da-418b-8c42-9529edf71fde req-c34a12f2-73b5-438d-b2e0-f1587ee8b762 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:24.985695 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae6cbbbb-c9da-418b-8c42-9529edf71fde req-c34a12f2-73b5-438d-b2e0-f1587ee8b762 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0489614 Aug 27 03:36:25.028730 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae6cbbbb-c9da-418b-8c42-9529edf71fde req-5dea899e-c38b-4dd9-a1ae-35c8fc10ee85 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366635 Aug 27 03:36:25.604830 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f8d5-7f0a-4dc7-9353-15a330571443 req-813a284f-35a9-48b6-8be3-53df83e8db32 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:25.606329 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24d9f8d5-7f0a-4dc7-9353-15a330571443 req-813a284f-35a9-48b6-8be3-53df83e8db32 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0486412 Aug 27 03:36:25.644173 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-24d9f8d5-7f0a-4dc7-9353-15a330571443 req-3f4d5a31-41e7-476a-b449-e954786364d1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315452 Aug 27 03:36:25.904065 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33234) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:26.010769 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.109112 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.113053 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.149214 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe1b1f-bdd3-443b-9e73-727f957ac49d req-ba9f861f-6449-4f1d-b835-026c9bfbf285 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:26.150743 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0afe1b1f-bdd3-443b-9e73-727f957ac49d req-ba9f861f-6449-4f1d-b835-026c9bfbf285 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0502105 Aug 27 03:36:26.152886 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f11134728bea42f4947ad79411c5657a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476606 Aug 27 03:36:26.155525 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33240) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:26.163049 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9897bfb3-7752-45ad-9a97-96321c028600,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:26.176648 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.177004 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.177349 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.177689 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.178068 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.178382 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.178716 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.179047 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.179377 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.179701 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.180027 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.180349 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa39145-d0b4-48e1-86dd-91dabafae029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:26.191518 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0afe1b1f-bdd3-443b-9e73-727f957ac49d req-86bdce5c-cdcd-4588-a0e2-d6a2540c5fe8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341363 Aug 27 03:36:26.220809 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7555ab9f-2076-4c5e-aad1-cabd544cef3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.245311 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7555ab9f-2076-4c5e-aad1-cabd544cef3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.290329 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7555ab9f-2076-4c5e-aad1-cabd544cef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.292891 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7555ab9f-2076-4c5e-aad1-cabd544cef3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.294042 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7555ab9f-2076-4c5e-aad1-cabd544cef3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9897bfb3-7752-45ad-9a97-96321c028600 HTTP/1.1" status: 204 len: 168 time: 0.1376021 Aug 27 03:36:26.302160 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555ab9f-2076-4c5e-aad1-cabd544cef3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897bfb3-7752-45ad-9a97-96321c028600,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:26.550369 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33246) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:26.564298 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3241dfa5-ee60-4eae-b206-f4c343ee8ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.653458 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3241dfa5-ee60-4eae-b206-f4c343ee8ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.657143 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3241dfa5-ee60-4eae-b206-f4c343ee8ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.695506 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3241dfa5-ee60-4eae-b206-f4c343ee8ce9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=945cbe8a7f2b4185b51c3f59c18ecb0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440182 Aug 27 03:36:26.696349 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241dfa5-ee60-4eae-b206-f4c343ee8ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7f781d-bf87-4664-8158-91db79743514,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:26.698660 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33250) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:26.751572 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db8069e6-bb02-4731-a2c0-f84c1d9d0348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.771575 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f42e-3971-42e0-ab03-3b850427dae2 req-625c881f-1967-4d6d-9d02-efc2f77c086a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:26.772715 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db8069e6-bb02-4731-a2c0-f84c1d9d0348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.773112 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3796f42e-3971-42e0-ab03-3b850427dae2 req-625c881f-1967-4d6d-9d02-efc2f77c086a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0493858 Aug 27 03:36:26.816189 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3796f42e-3971-42e0-ab03-3b850427dae2 req-24438402-6684-4579-bbe7-1fd74685d78d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369232 Aug 27 03:36:26.819967 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db8069e6-bb02-4731-a2c0-f84c1d9d0348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.822590 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db8069e6-bb02-4731-a2c0-f84c1d9d0348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.825941 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-db8069e6-bb02-4731-a2c0-f84c1d9d0348 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a7f781d-bf87-4664-8158-91db79743514 HTTP/1.1" status: 204 len: 168 time: 0.1241269 Aug 27 03:36:26.833297 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8069e6-bb02-4731-a2c0-f84c1d9d0348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7f781d-bf87-4664-8158-91db79743514,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:27.315668 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec5581-fe2b-4d2a-bf45-3945d47f8303 req-d37287c2-1a7c-45ca-8d7f-62730166fd92 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:27.317250 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57ec5581-fe2b-4d2a-bf45-3945d47f8303 req-d37287c2-1a7c-45ca-8d7f-62730166fd92 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0515752 Aug 27 03:36:27.358446 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57ec5581-fe2b-4d2a-bf45-3945d47f8303 req-a59a033e-2980-4c25-88ec-3e6ff4fb5e5d tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348384 Aug 27 03:36:27.938523 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc517-b517-4377-ab26-4a972eff44d3 req-f73e246b-2151-4174-aad7-c12a53bc852b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:27.940337 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-674fc517-b517-4377-ab26-4a972eff44d3 req-f73e246b-2151-4174-aad7-c12a53bc852b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0524230 Aug 27 03:36:27.979466 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-674fc517-b517-4377-ab26-4a972eff44d3 req-1fd05d81-88a9-4092-9f1f-80cb6d909b83 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332236 Aug 27 03:36:28.479000 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390ac43-5166-4fb4-bdb2-fc9646808f30 req-67689ef4-a64d-4652-b365-4f2190f07f83 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:28.480475 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f390ac43-5166-4fb4-bdb2-fc9646808f30 req-67689ef4-a64d-4652-b365-4f2190f07f83 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0499380 Aug 27 03:36:28.524563 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f390ac43-5166-4fb4-bdb2-fc9646808f30 req-f81b4df1-3592-451f-8420-6ea3f8380566 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373578 Aug 27 03:36:29.096020 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3906a-b099-422a-8374-e2d29aa4aa0a req-dd10e4b0-b469-4b41-9cb6-a0850d9a8026 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:29.097589 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fad3906a-b099-422a-8374-e2d29aa4aa0a req-dd10e4b0-b469-4b41-9cb6-a0850d9a8026 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0487123 Aug 27 03:36:29.134082 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fad3906a-b099-422a-8374-e2d29aa4aa0a req-336ebb26-773c-4215-9ecf-8a0ed78a2632 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305779 Aug 27 03:36:29.645677 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60db9e-bd68-4fc9-b3be-900bfb8ad9d3 req-a905ec39-5d05-4f45-88b3-3ffe491c5782 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:29.647227 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bf60db9e-bd68-4fc9-b3be-900bfb8ad9d3 req-a905ec39-5d05-4f45-88b3-3ffe491c5782 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0545325 Aug 27 03:36:29.692527 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bf60db9e-bd68-4fc9-b3be-900bfb8ad9d3 req-52fcec8f-fe0b-4b72-bb92-94df2b2e1477 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389175 Aug 27 03:36:30.255113 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ee14e-bb98-4e4b-bd45-e0254e297abd req-a54f4999-3500-4fc8-93b7-53e897a13de0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:30.256585 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-125ee14e-bb98-4e4b-bd45-e0254e297abd req-a54f4999-3500-4fc8-93b7-53e897a13de0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0483999 Aug 27 03:36:30.298312 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-125ee14e-bb98-4e4b-bd45-e0254e297abd req-9ee1ac0c-34e8-44ac-99a0-28204e9ed508 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357480 Aug 27 03:36:30.761213 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-99cf6981-1ddf-4f37-baf3-83614e67f7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:30.811001 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17315cce-5cb5-4a46-ad4a-9e62d70b9682 req-6af35377-8d87-4222-9395-7532e0571cda tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:30.813139 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17315cce-5cb5-4a46-ad4a-9e62d70b9682 req-6af35377-8d87-4222-9395-7532e0571cda tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0505271 Aug 27 03:36:30.856455 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17315cce-5cb5-4a46-ad4a-9e62d70b9682 req-7fb7e23f-3ef8-4c4b-a509-75da03bc3dd0 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362713 Aug 27 03:36:30.945820 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:36:30.959428 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33328) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:31.045205 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:31.058226 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'port_id': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'mac_address': 'fa:16:3e:97:06:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:36:31.080943 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e1d774b4-c267-4672-993f-c7a39f8f0783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.097766 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.116476 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:36:31.138355 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:31.142351 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.182490 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e1d774b4-c267-4672-993f-c7a39f8f0783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.187161 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e1d774b4-c267-4672-993f-c7a39f8f0783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.198208 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,revision_number=6']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:31.207132 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.207781 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.208297 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.208637 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.208977 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.209342 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.209685 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.210056 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.210374 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.210704 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.211029 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.211351 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.226777 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e1d774b4-c267-4672-993f-c7a39f8f0783 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcb382eee7fd4cfea63c4bcf871d6a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662709 Aug 27 03:36:31.228689 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d774b4-c267-4672-993f-c7a39f8f0783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88936c2c-c393-47a7-87c0-74c9d78aa3d5,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:31.229405 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 33332) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:31.283505 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.304628 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.360717 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.363373 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.364515 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88936c2c-c393-47a7-87c0-74c9d78aa3d5 HTTP/1.1" status: 204 len: 168 time: 0.1340756 Aug 27 03:36:31.372792 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88936c2c-c393-47a7-87c0-74c9d78aa3d5,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:31.374600 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:36:31.421525 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.422294 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.423040 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.423575 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.424210 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.424805 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.425537 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.426173 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.426713 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.427223 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.427571 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.428377 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fe0215-1ad3-43dd-ad79-1bf4b0f983f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:31.464200 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85817808-8ebb-4fba-afe8-972f9cb91c11 req-45a6d942-0851-4e6d-bae0-9235b0b3293b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:31.465798 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85817808-8ebb-4fba-afe8-972f9cb91c11 req-45a6d942-0851-4e6d-bae0-9235b0b3293b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 944 time: 0.0906849 Aug 27 03:36:31.506792 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-85817808-8ebb-4fba-afe8-972f9cb91c11 req-79fbc857-07fc-4ad8-a9c1-a0112a8f181c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351140 Aug 27 03:36:31.686768 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 33340) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:31.704423 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fdce5fc0-7e62-4b1d-9c01-112010a4dc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.795823 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fdce5fc0-7e62-4b1d-9c01-112010a4dc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.800830 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fdce5fc0-7e62-4b1d-9c01-112010a4dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.839230 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce5fc0-7e62-4b1d-9c01-112010a4dc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa860d-974f-4e03-96d5-7d6337cc5683,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:31.844796 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fdce5fc0-7e62-4b1d-9c01-112010a4dc8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9ee0deceb954e0a8f8c1e3a2816687a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569247 Aug 27 03:36:31.848105 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 33342) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:31.897566 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-167818a9-21ec-4d74-8b34-e86bf9f49acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.918912 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-167818a9-21ec-4d74-8b34-e86bf9f49acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.251990 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78948e-94ea-4ac5-9b6a-b9a5c0c3c182 req-022f24cc-2e8a-434e-b182-71e6356bf651 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:32.253464 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad78948e-94ea-4ac5-9b6a-b9a5c0c3c182 req-022f24cc-2e8a-434e-b182-71e6356bf651 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.3274562 Aug 27 03:36:32.275211 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-167818a9-21ec-4d74-8b34-e86bf9f49acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.277600 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-167818a9-21ec-4d74-8b34-e86bf9f49acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.278702 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-167818a9-21ec-4d74-8b34-e86bf9f49acc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5daa860d-974f-4e03-96d5-7d6337cc5683 HTTP/1.1" status: 204 len: 168 time: 0.4296980 Aug 27 03:36:32.293104 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167818a9-21ec-4d74-8b34-e86bf9f49acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa860d-974f-4e03-96d5-7d6337cc5683,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:32.314975 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad78948e-94ea-4ac5-9b6a-b9a5c0c3c182 req-595f7abe-6866-476d-a0f1-6c4acc57bfbd tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=20df78b8-f19f-44ca-88d2-32ccf6d6ec47&id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547745 Aug 27 03:36:32.643981 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3567-36a6-4495-981d-c73338ea14ac req-f82837a4-b44c-46f4-8dd9-77e7423888bf tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:32.645756 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-332b3567-36a6-4495-981d-c73338ea14ac req-f82837a4-b44c-46f4-8dd9-77e7423888bf tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 944 time: 0.0511117 Aug 27 03:36:32.685597 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-332b3567-36a6-4495-981d-c73338ea14ac req-85b06173-7a70-4900-971a-b4c72b693dce tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337479 Aug 27 03:36:32.952566 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:36:33.004297 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:36:33.004666 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:33.091872 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:33.114951 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:33.117232 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc37361-7625-4bdd-b987-463f423fd9ef" -d '{"events": [{"server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:33.131369 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:33.136264 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:33.160373 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cd50a6-20c9-4159-bc18-33bb5169a8df x-openstack-request-id: req-13cd50a6-20c9-4159-bc18-33bb5169a8df {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:33.160671 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:33.160926 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13cd50a6-20c9-4159-bc18-33bb5169a8df {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:33.161319 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'code': 200} Aug 27 03:36:33.191838 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,revision_number=7']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:33.740954 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d4f79d2b-76be-4dbb-bfa5-701e6e90adc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:33.809938 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b125833-e063-4a1c-a591-bc0a9b8282ae req-1c9fa97f-5afd-4396-8e5b-dffc79035644 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.811666 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9b125833-e063-4a1c-a591-bc0a9b8282ae req-1c9fa97f-5afd-4396-8e5b-dffc79035644 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0503774 Aug 27 03:36:33.852608 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9b125833-e063-4a1c-a591-bc0a9b8282ae req-2e9110cb-46df-40fc-bc6c-9e07c661ab36 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340934 Aug 27 03:36:34.769075 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:34.974758 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe263eca-bbf9-4776-ba3c-58f82efaac73 req-6a2426d5-a867-486a-a9c3-bf0b39d464d5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:34.976242 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fe263eca-bbf9-4776-ba3c-58f82efaac73 req-6a2426d5-a867-486a-a9c3-bf0b39d464d5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0512035 Aug 27 03:36:35.013660 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fe263eca-bbf9-4776-ba3c-58f82efaac73 req-7f620252-fd6f-4c70-a94e-467c0656e9c2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314775 Aug 27 03:36:35.069768 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.146286 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358d1cb-4cc7-4bd4-a3f8-a58a5f657882 req-55012789-1eb9-4c68-b51a-98c5346555da tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:36.147808 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0358d1cb-4cc7-4bd4-a3f8-a58a5f657882 req-55012789-1eb9-4c68-b51a-98c5346555da tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0617461 Aug 27 03:36:36.188059 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0358d1cb-4cc7-4bd4-a3f8-a58a5f657882 req-33748192-3b64-4b99-be8b-f5744cbd311f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335219 Aug 27 03:36:36.874297 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.310423 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bd0b3-aa2b-4608-ac47-e6da32107806 req-65e081df-c2aa-4122-98ab-3019eebd3eca tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:37.311934 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e65bd0b3-aa2b-4608-ac47-e6da32107806 req-65e081df-c2aa-4122-98ab-3019eebd3eca tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0501604 Aug 27 03:36:37.353205 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e65bd0b3-aa2b-4608-ac47-e6da32107806 req-58073861-bc87-42cd-be00-208feab85c6d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340197 Aug 27 03:36:38.498658 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d199d2-d3f9-49ac-8440-d8f89fd6677f req-b42629f8-7711-4cd9-b993-27d2ce4d2cda tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:38.502607 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d1d199d2-d3f9-49ac-8440-d8f89fd6677f req-b42629f8-7711-4cd9-b993-27d2ce4d2cda tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0589280 Aug 27 03:36:38.546392 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d1d199d2-d3f9-49ac-8440-d8f89fd6677f req-df5e2093-bcda-4898-8d4f-c3540ce014c1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389719 Aug 27 03:36:39.681594 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f84253-cdfa-48c2-95f6-91b16f8717c8 req-a31d1c0a-c5f3-43a7-b8f0-abd7870f72fc tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:39.684106 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54f84253-cdfa-48c2-95f6-91b16f8717c8 req-a31d1c0a-c5f3-43a7-b8f0-abd7870f72fc tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0557728 Aug 27 03:36:39.730341 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54f84253-cdfa-48c2-95f6-91b16f8717c8 req-69428cc9-921e-46ef-8b1c-14b799693bf0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356588 Aug 27 03:36:39.746765 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:40.611016 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 33518) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:40.726996 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58b8fc71-aa39-4ba5-a0c2-5104d9a1af0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:40.871683 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58b8fc71-aa39-4ba5-a0c2-5104d9a1af0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:40.888918 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17026ba2-3b6b-492d-816e-9ac8f2321066 req-9d695785-0d7e-4fa8-a2fb-c704dcc5d19d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:40.891179 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17026ba2-3b6b-492d-816e-9ac8f2321066 req-9d695785-0d7e-4fa8-a2fb-c704dcc5d19d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0672071 Aug 27 03:36:40.892075 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-58b8fc71-aa39-4ba5-a0c2-5104d9a1af0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:40.940601 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33524) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:40.941219 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-58b8fc71-aa39-4ba5-a0c2-5104d9a1af0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b29ba35be53c4d909f2636480485020b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282976 Aug 27 03:36:40.974911 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8fc71-aa39-4ba5-a0c2-5104d9a1af0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6961fd10-442d-463b-8c9f-4dcbbe70285a,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:40.980945 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17026ba2-3b6b-492d-816e-9ac8f2321066 req-02500ba5-9788-477d-af17-a695561948da tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594199 Aug 27 03:36:41.002407 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a0414478-de03-4a07-9130-3c3cc4c59482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.026182 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a0414478-de03-4a07-9130-3c3cc4c59482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.081212 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a0414478-de03-4a07-9130-3c3cc4c59482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.084047 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a0414478-de03-4a07-9130-3c3cc4c59482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.085382 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a0414478-de03-4a07-9130-3c3cc4c59482 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6961fd10-442d-463b-8c9f-4dcbbe70285a HTTP/1.1" status: 204 len: 168 time: 0.1429656 Aug 27 03:36:41.096839 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0414478-de03-4a07-9130-3c3cc4c59482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6961fd10-442d-463b-8c9f-4dcbbe70285a,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:41.458324 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33532) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:41.474255 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a6d5f2c4-fa42-49ab-87f4-50f755611eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.593102 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a6d5f2c4-fa42-49ab-87f4-50f755611eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.599071 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a6d5f2c4-fa42-49ab-87f4-50f755611eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.645602 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5f2c4-fa42-49ab-87f4-50f755611eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03367f4b-d18c-4d81-a91e-555722becafc,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:41.652802 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a6d5f2c4-fa42-49ab-87f4-50f755611eec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=397610835c3240e6985f178d6dffd80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905880 Aug 27 03:36:41.653073 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33534) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:41.707327 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6a41a12b-d777-4f07-bfd7-074165e87307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.735585 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6a41a12b-d777-4f07-bfd7-074165e87307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.793013 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6a41a12b-d777-4f07-bfd7-074165e87307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.796266 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6a41a12b-d777-4f07-bfd7-074165e87307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:41.801473 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6a41a12b-d777-4f07-bfd7-074165e87307 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03367f4b-d18c-4d81-a91e-555722becafc HTTP/1.1" status: 204 len: 168 time: 0.1473351 Aug 27 03:36:41.818680 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41a12b-d777-4f07-bfd7-074165e87307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03367f4b-d18c-4d81-a91e-555722becafc,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:42.167424 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b0bd1-7d8e-4d71-92fc-2c593f1bdb67 req-c8460a68-90b6-42a3-828d-06a2a94dfa7a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:42.170456 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da8b0bd1-7d8e-4d71-92fc-2c593f1bdb67 req-c8460a68-90b6-42a3-828d-06a2a94dfa7a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0641291 Aug 27 03:36:42.224174 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-da8b0bd1-7d8e-4d71-92fc-2c593f1bdb67 req-6721797a-30af-4063-8fbc-5ae089fec76d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Aug 27 03:36:42.283515 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33544) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:42.305723 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b6d849e-b809-43e8-aaf5-7fd01345b870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:42.446078 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b6d849e-b809-43e8-aaf5-7fd01345b870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:42.450570 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b6d849e-b809-43e8-aaf5-7fd01345b870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:42.490234 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3b6d849e-b809-43e8-aaf5-7fd01345b870 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3bd4ac9bda484f40b1534ce5ece00b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041564 Aug 27 03:36:42.491101 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d849e-b809-43e8-aaf5-7fd01345b870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33654973-c7d9-4d57-97dc-adf69bd96f81,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:42.493938 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33546) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:42.554508 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99ea0cad-41b4-4230-8ec8-c04dc76e0b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:42.600348 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99ea0cad-41b4-4230-8ec8-c04dc76e0b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:42.704065 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99ea0cad-41b4-4230-8ec8-c04dc76e0b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:42.706894 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99ea0cad-41b4-4230-8ec8-c04dc76e0b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:42.708076 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-99ea0cad-41b4-4230-8ec8-c04dc76e0b4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33654973-c7d9-4d57-97dc-adf69bd96f81 HTTP/1.1" status: 204 len: 168 time: 0.2132463 Aug 27 03:36:42.716831 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea0cad-41b4-4230-8ec8-c04dc76e0b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33654973-c7d9-4d57-97dc-adf69bd96f81,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:43.380438 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb3754-6c67-40e8-88a7-18258f797733 req-47c0362d-5b7e-41f1-8d7f-be2b91ce4c56 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:43.382281 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c3bb3754-6c67-40e8-88a7-18258f797733 req-47c0362d-5b7e-41f1-8d7f-be2b91ce4c56 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0615072 Aug 27 03:36:43.445162 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c3bb3754-6c67-40e8-88a7-18258f797733 req-9f1fbf6f-38df-43d5-8e81-8a231a548784 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463171 Aug 27 03:36:44.583208 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b747d28-e316-4780-afdd-e72f9cbecbb2 req-6ba65aaf-91ce-4f7f-845b-b51cd279f012 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:44.584921 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7b747d28-e316-4780-afdd-e72f9cbecbb2 req-6ba65aaf-91ce-4f7f-845b-b51cd279f012 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0542722 Aug 27 03:36:44.632635 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7b747d28-e316-4780-afdd-e72f9cbecbb2 req-bd9687ad-c5b9-43a9-9336-dcc777925e0f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408878 Aug 27 03:36:45.762825 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5187e97-8ffa-474d-85fa-c0bdf78aab19 req-5b846548-55f8-4982-bc9f-97432c591ca6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:45.764496 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a5187e97-8ffa-474d-85fa-c0bdf78aab19 req-5b846548-55f8-4982-bc9f-97432c591ca6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0534935 Aug 27 03:36:45.831266 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a5187e97-8ffa-474d-85fa-c0bdf78aab19 req-961a6ea1-a66e-4198-bbba-207603fda5b3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594695 Aug 27 03:36:46.622097 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33604) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:46.739265 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d5206fe-2c8e-467e-91d7-14d49812f4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:46.845503 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d5206fe-2c8e-467e-91d7-14d49812f4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:46.849645 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2d5206fe-2c8e-467e-91d7-14d49812f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:46.889615 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2d5206fe-2c8e-467e-91d7-14d49812f4fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d20c736cb801455ea8d6df23f2105593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663307 Aug 27 03:36:46.891092 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5206fe-2c8e-467e-91d7-14d49812f4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b172f812-23f4-4e25-a169-fad702201182,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:46.892963 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 33620) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:46.977563 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-147c58fb-d11c-4692-bae7-e660baff32db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:46.987492 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fddfdf-dcaa-4450-a5d5-29a554f1733c req-36d2d479-fed9-45d1-94dc-6410e8a55e68 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:46.988961 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47fddfdf-dcaa-4450-a5d5-29a554f1733c req-36d2d479-fed9-45d1-94dc-6410e8a55e68 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0736613 Aug 27 03:36:47.022999 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-147c58fb-d11c-4692-bae7-e660baff32db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.058475 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47fddfdf-dcaa-4450-a5d5-29a554f1733c req-3484ca9c-fad0-4bb7-b6ff-d7e80e9eb558 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619292 Aug 27 03:36:47.088582 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-147c58fb-d11c-4692-bae7-e660baff32db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.091359 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-147c58fb-d11c-4692-bae7-e660baff32db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:47.092526 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-147c58fb-d11c-4692-bae7-e660baff32db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b172f812-23f4-4e25-a169-fad702201182 HTTP/1.1" status: 204 len: 168 time: 0.1985452 Aug 27 03:36:47.100815 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c58fb-d11c-4692-bae7-e660baff32db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b172f812-23f4-4e25-a169-fad702201182,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:47.854518 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1e71b-fcdd-4f92-bf63-6d09f46710f7 req-7356900d-87bc-40d6-828b-6562fda6941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:47.856049 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71b1e71b-fcdd-4f92-bf63-6d09f46710f7 req-7356900d-87bc-40d6-828b-6562fda6941d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 1098 time: 0.1405282 Aug 27 03:36:47.953339 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1e71b-fcdd-4f92-bf63-6d09f46710f7 req-ad62d415-f140-4afd-ba33-f8eac482b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:47.954870 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71b1e71b-fcdd-4f92-bf63-6d09f46710f7 req-ad62d415-f140-4afd-ba33-f8eac482b4ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 918 time: 0.0889733 Aug 27 03:36:48.020445 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71b1e71b-fcdd-4f92-bf63-6d09f46710f7 req-6d3cfe34-edd3-4d3f-8dd1-62f245eea405 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 HTTP/1.1" status: 200 len: 1001 time: 0.0580761 Aug 27 03:36:48.083720 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1e71b-fcdd-4f92-bf63-6d09f46710f7 req-d803cf7b-c2a7-40eb-ba42-4499e90c4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:48.085153 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71b1e71b-fcdd-4f92-bf63-6d09f46710f7 req-d803cf7b-c2a7-40eb-ba42-4499e90c4451 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.0448945 Aug 27 03:36:48.175828 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1e71b-fcdd-4f92-bf63-6d09f46710f7 req-0f3c24b2-31b1-4619-99c5-d47c8dd7378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:48.177352 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71b1e71b-fcdd-4f92-bf63-6d09f46710f7 req-0f3c24b2-31b1-4619-99c5-d47c8dd7378d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741019 Aug 27 03:36:48.189908 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e5d68-c263-4ece-9ea0-004be89d2e7f req-7d3fc7e1-d046-4faa-a914-b48237fb1f80 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:48.191371 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf9e5d68-c263-4ece-9ea0-004be89d2e7f req-7d3fc7e1-d046-4faa-a914-b48237fb1f80 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0591576 Aug 27 03:36:48.280323 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cf9e5d68-c263-4ece-9ea0-004be89d2e7f req-69f25f74-19c6-44d3-a694-cc57af1ff601 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808897 Aug 27 03:36:48.309513 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71b1e71b-fcdd-4f92-bf63-6d09f46710f7 req-489b8ac2-6b48-43c7-a1fa-3b2abea0c2bd service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171865 Aug 27 03:36:48.401820 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71b1e71b-fcdd-4f92-bf63-6d09f46710f7 req-1ad28b15-c0b9-4724-985e-de7e38442296 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844259 Aug 27 03:36:49.402835 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705ab8-3fd6-454e-b89d-a5e4d533f3e7 req-a9794b74-6952-4de6-8aeb-189302f93a8a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:49.404347 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-34705ab8-3fd6-454e-b89d-a5e4d533f3e7 req-a9794b74-6952-4de6-8aeb-189302f93a8a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0511012 Aug 27 03:36:49.442739 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-34705ab8-3fd6-454e-b89d-a5e4d533f3e7 req-743cc7ef-da3d-423a-9479-1a96b7744756 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325303 Aug 27 03:36:50.569004 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ced15-b846-4bfb-95e4-6ce41189dc1b req-20ca65e6-e2f3-49f5-8e7d-a75e6785b9f5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:50.570647 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d13ced15-b846-4bfb-95e4-6ce41189dc1b req-20ca65e6-e2f3-49f5-8e7d-a75e6785b9f5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 945 time: 0.0541644 Aug 27 03:36:50.614083 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d13ced15-b846-4bfb-95e4-6ce41189dc1b req-b68edf96-692c-4c9c-a9d6-d2122c5da7fc tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372252 Aug 27 03:36:51.025799 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:51.102204 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:51.125008 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:51.127551 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea9611c-f737-482d-ab56-b856b23d962d" -d '{"events": [{"server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:51.144094 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:51.148113 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:51.205485 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,revision_number=8']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:51.261319 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31665e-6812-449d-921b-8b916a2317b5 req-bf692104-1567-4a8f-8bde-280fc8a32477 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:51.262866 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff31665e-6812-449d-921b-8b916a2317b5 req-bf692104-1567-4a8f-8bde-280fc8a32477 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0590143 Aug 27 03:36:51.302438 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cef223d-1f57-45f5-a230-bac85570d632 x-openstack-request-id: req-0cef223d-1f57-45f5-a230-bac85570d632 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:51.302776 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "name": "network-vif-unplugged", "status": "failed", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8", "code": 422}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:51.303105 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0cef223d-1f57-45f5-a230-bac85570d632 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:51.303624 dv-cinder-773985-14-iscsi neutron-server[93873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'code': 422} returned with failed status Aug 27 03:36:51.308730 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff31665e-6812-449d-921b-8b916a2317b5 req-1e399b5c-eb5b-4b96-ae03-bdd46fd866f9 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381811 Aug 27 03:36:51.503222 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 33674) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:51.589086 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-040aa407-4146-43f1-b962-d5e45c74a3f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847199 Aug 27 03:36:52.432856 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73033f-0505-488b-a908-8a206afe0cdb req-c1979b63-2da9-492e-9368-3168e932e7f2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:52.434365 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef73033f-0505-488b-a908-8a206afe0cdb req-c1979b63-2da9-492e-9368-3168e932e7f2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0520940 Aug 27 03:36:52.473125 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef73033f-0505-488b-a908-8a206afe0cdb req-0e709ae6-9660-4077-a7be-bf1616ed4ffd tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318050 Aug 27 03:36:53.427498 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-3a333bdb-8ef5-40d3-97bd-0375d47f89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:53.428979 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-3a333bdb-8ef5-40d3-97bd-0375d47f89ab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5&tenant_id=ce9e1db2319a4a8d89c073898f70aa83 HTTP/1.1" status: 200 len: 1096 time: 0.0677361 Aug 27 03:36:53.503141 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-a288d479-f738-42ab-87e8-967933082bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:53.504636 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-a288d479-f738-42ab-87e8-967933082bbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 1096 time: 0.0398433 Aug 27 03:36:53.633993 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486769f0-ee9d-4390-bcba-2e542f812631 req-5193f275-aa40-4680-9ebf-8816771a790e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:53.635490 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-486769f0-ee9d-4390-bcba-2e542f812631 req-5193f275-aa40-4680-9ebf-8816771a790e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0782909 Aug 27 03:36:53.636869 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-f4cafa6a-9dc2-4546-8ba8-2dd923ae750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:53.638217 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-f4cafa6a-9dc2-4546-8ba8-2dd923ae750e service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 918 time: 0.1257329 Aug 27 03:36:53.714346 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-486769f0-ee9d-4390-bcba-2e542f812631 req-5837d339-f526-4ed6-b209-d78abda57208 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722229 Aug 27 03:36:53.729045 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-588ec4f3-fc95-4cc8-aa48-7d4680e79fdb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 HTTP/1.1" status: 200 len: 999 time: 0.0801435 Aug 27 03:36:53.778198 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-cacfdf3e-e91e-427f-bf0b-d7f2ededbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:53.779611 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-cacfdf3e-e91e-427f-bf0b-d7f2ededbf8b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.0435479 Aug 27 03:36:53.821452 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:36:53.828499 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-8f8a97e0-dfb7-4eeb-b99f-f272f8374619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:53.830101 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-8f8a97e0-dfb7-4eeb-b99f-f272f8374619 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392478 Aug 27 03:36:53.920328 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-999b928f-72c5-4c08-8915-baa298ed636d service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825443 Aug 27 03:36:54.011723 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45924c2d-a681-47af-92c8-2a0b0eaabfe5 req-ea731f4d-8d8f-4e0f-95b3-a4ce79c057a5 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812304 Aug 27 03:36:54.848649 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1fadb-ae6e-4e4d-979d-ae3c0d18c788 req-0aa76a8e-7760-4196-a538-366f34258392 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:54.850287 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-87b1fadb-ae6e-4e4d-979d-ae3c0d18c788 req-0aa76a8e-7760-4196-a538-366f34258392 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0556302 Aug 27 03:36:54.889088 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-87b1fadb-ae6e-4e4d-979d-ae3c0d18c788 req-19949f4f-4733-4ac6-982f-c4088d6bdc82 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327113 Aug 27 03:36:55.038804 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:56.019020 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ae10-3fdd-49c0-a927-7caa8eb9020c req-faf8ba63-6160-4b8f-ae1e-332a492fb7bb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:56.022519 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5518ae10-3fdd-49c0-a927-7caa8eb9020c req-faf8ba63-6160-4b8f-ae1e-332a492fb7bb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0557218 Aug 27 03:36:56.065240 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5518ae10-3fdd-49c0-a927-7caa8eb9020c req-142ea10a-4d19-42ec-b6a5-06b3e84ff8f1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Aug 27 03:36:57.185783 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abe930-0b27-4480-a1a8-f67cdb036823 req-ca48aa31-eb8b-4713-91b9-8306f8a69594 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:57.188768 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08abe930-0b27-4480-a1a8-f67cdb036823 req-ca48aa31-eb8b-4713-91b9-8306f8a69594 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0495062 Aug 27 03:36:57.228401 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08abe930-0b27-4480-a1a8-f67cdb036823 req-7da73a3d-6fc8-4e4f-aad9-87b03582d20c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337534 Aug 27 03:36:58.363196 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60ea73-fa45-43f0-a8d0-e9a07a8fdd65 req-403fcfe4-fbd9-41e5-bb8b-8e01641ab8ba tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:58.364750 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be60ea73-fa45-43f0-a8d0-e9a07a8fdd65 req-403fcfe4-fbd9-41e5-bb8b-8e01641ab8ba tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0559690 Aug 27 03:36:58.405761 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-be60ea73-fa45-43f0-a8d0-e9a07a8fdd65 req-d5654bb9-7cbb-46b0-90ea-3ae6218c1cc6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349092 Aug 27 03:36:59.534906 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466c7fd-1c9e-459d-a233-d1fd0880fa20 req-fcefe5bd-82bc-405f-a226-a554ece0c0e5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:59.536473 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b466c7fd-1c9e-459d-a233-d1fd0880fa20 req-fcefe5bd-82bc-405f-a226-a554ece0c0e5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0531540 Aug 27 03:36:59.584361 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b466c7fd-1c9e-459d-a233-d1fd0880fa20 req-42882bc0-bd07-491d-9e97-b8c4712cf82f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403528 Aug 27 03:37:00.706964 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a0d9d-5af0-4b19-91c9-29aa74551779 req-2670c4ee-bd84-4f09-8680-c3aa044f4fb1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:00.708381 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e89a0d9d-5af0-4b19-91c9-29aa74551779 req-2670c4ee-bd84-4f09-8680-c3aa044f4fb1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0497227 Aug 27 03:37:00.743794 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-41f08b86-3615-47be-b460-30e60d6f87b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:00.757474 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e89a0d9d-5af0-4b19-91c9-29aa74551779 req-545c10de-a8ad-4142-a471-e04a3359af50 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429966 Aug 27 03:37:01.883633 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58516212-61c3-43e0-859b-63d31554d6ea req-981633b6-f361-457d-b7e5-385c92d29e09 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:01.885302 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-58516212-61c3-43e0-859b-63d31554d6ea req-981633b6-f361-457d-b7e5-385c92d29e09 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0553768 Aug 27 03:37:01.928421 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-58516212-61c3-43e0-859b-63d31554d6ea req-2ad73c04-b696-4acb-b79e-93a022f505a7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353029 Aug 27 03:37:03.060503 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174cc6d-34f3-4813-977d-36d3b31955e6 req-a169e972-19ff-46df-a8b7-afb48a072713 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:03.062375 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2174cc6d-34f3-4813-977d-36d3b31955e6 req-a169e972-19ff-46df-a8b7-afb48a072713 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0522649 Aug 27 03:37:03.103717 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2174cc6d-34f3-4813-977d-36d3b31955e6 req-18605f0a-a310-49e2-b383-a82acde11257 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354340 Aug 27 03:37:03.743403 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c7ee-82ae-4fea-b402-d63074ddb5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:04.238969 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240271a-af9b-4ace-a0e3-0041badc7d62 req-d5bab255-ad6e-4b8e-9d60-fa756e75ddaa tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:04.240755 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b240271a-af9b-4ace-a0e3-0041badc7d62 req-d5bab255-ad6e-4b8e-9d60-fa756e75ddaa tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0573833 Aug 27 03:37:04.280392 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b240271a-af9b-4ace-a0e3-0041badc7d62 req-29131b52-5a0f-4f81-ab54-ec014100449a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331719 Aug 27 03:37:04.773129 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.074527 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:05.422364 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2077fef-1614-450e-92c2-a27060f4626e req-882f02ce-5e09-493a-b041-bad40fdde35e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:05.424430 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c2077fef-1614-450e-92c2-a27060f4626e req-882f02ce-5e09-493a-b041-bad40fdde35e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0625844 Aug 27 03:37:05.469695 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c2077fef-1614-450e-92c2-a27060f4626e req-5e6ca761-e60d-416f-b1c0-a0e9ff128368 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389514 Aug 27 03:37:06.591306 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff82d-4e62-4230-9354-cac481d39a90 req-42d05d24-7630-4353-97cd-32b9d9a8ca50 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:06.592917 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2aff82d-4e62-4230-9354-cac481d39a90 req-42d05d24-7630-4353-97cd-32b9d9a8ca50 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0526304 Aug 27 03:37:06.631680 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2aff82d-4e62-4230-9354-cac481d39a90 req-396cd7ec-0ff3-4503-8e2f-8d9362d7f9f6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323133 Aug 27 03:37:06.879633 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:07.750633 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742716d7-fafb-45f0-916a-92449a84201d req-2af5739d-fd00-448a-a73b-45cf5b1b2d8c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:07.752125 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-742716d7-fafb-45f0-916a-92449a84201d req-2af5739d-fd00-448a-a73b-45cf5b1b2d8c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0488887 Aug 27 03:37:07.788308 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-742716d7-fafb-45f0-916a-92449a84201d req-eafbddb8-2397-4c2f-bf4f-f96ab523fa79 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304484 Aug 27 03:37:08.916195 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e1727-fa6b-48e1-8561-794d4fea84b7 req-523c470f-07ce-47bf-8875-42a61ec1421e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:08.917794 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f41e1727-fa6b-48e1-8561-794d4fea84b7 req-523c470f-07ce-47bf-8875-42a61ec1421e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0536368 Aug 27 03:37:08.961525 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f41e1727-fa6b-48e1-8561-794d4fea84b7 req-62c04c24-a88a-42f3-9b47-00f79534fed4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356345 Aug 27 03:37:09.730322 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.113774 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2060f-875c-4081-af9c-89b548c2b6e8 req-27b10d8d-7837-4a14-ae79-781b050f5aa9 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:10.115260 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afb2060f-875c-4081-af9c-89b548c2b6e8 req-27b10d8d-7837-4a14-ae79-781b050f5aa9 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0476601 Aug 27 03:37:10.156326 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afb2060f-875c-4081-af9c-89b548c2b6e8 req-149f13b4-2d7e-47da-a481-afc9a6a0d8d4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349360 Aug 27 03:37:11.301423 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d2a9a-960c-469c-ad90-b57b318d0e68 req-224640ac-db68-4c28-bda3-6fd17ba5d079 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:11.302884 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-192d2a9a-960c-469c-ad90-b57b318d0e68 req-224640ac-db68-4c28-bda3-6fd17ba5d079 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0881355 Aug 27 03:37:11.316043 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f4a60-01aa-48db-82eb-d496e4772112 req-6666a0b9-e9b8-4bf3-8f69-8e386caede62 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:11.317474 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f48f4a60-01aa-48db-82eb-d496e4772112 req-6666a0b9-e9b8-4bf3-8f69-8e386caede62 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0752499 Aug 27 03:37:11.373673 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-192d2a9a-960c-469c-ad90-b57b318d0e68 req-3bdc6d26-313a-432e-9675-285d77fb54cc tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552466 Aug 27 03:37:11.380038 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f48f4a60-01aa-48db-82eb-d496e4772112 req-60f0eaae-5ff0-497c-994f-eeddfa71c88b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556219 Aug 27 03:37:12.525217 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb821415-9301-429f-8679-89623ef1bef7 req-f2289945-cd57-4f34-98d2-85293079fc41 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:12.526792 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb821415-9301-429f-8679-89623ef1bef7 req-f2289945-cd57-4f34-98d2-85293079fc41 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0799358 Aug 27 03:37:12.535763 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb27d9-c115-4fb9-80c4-067ba75b507b req-0a0fbe77-8178-457e-a73b-ea883d100301 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:12.537181 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcdb27d9-c115-4fb9-80c4-067ba75b507b req-0a0fbe77-8178-457e-a73b-ea883d100301 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0785565 Aug 27 03:37:12.601030 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bb821415-9301-429f-8679-89623ef1bef7 req-d6d43533-4925-437c-bef8-f644995d1172 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628741 Aug 27 03:37:12.603819 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcdb27d9-c115-4fb9-80c4-067ba75b507b req-d6b085ed-98cd-4376-83e8-9afd6bffe23c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597835 Aug 27 03:37:12.716472 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652038e-2c87-46ed-85bc-aa693c205318 req-d725c8f8-bbb6-4d69-8d17-3ea72a2a11f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:12.717916 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2652038e-2c87-46ed-85bc-aa693c205318 req-d725c8f8-bbb6-4d69-8d17-3ea72a2a11f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 1098 time: 0.0428116 Aug 27 03:37:12.829395 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652038e-2c87-46ed-85bc-aa693c205318 req-d4188897-3c5a-4bbb-b9db-56df4f8e365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:12.831896 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2652038e-2c87-46ed-85bc-aa693c205318 req-d4188897-3c5a-4bbb-b9db-56df4f8e365d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0898809 Aug 27 03:37:12.903122 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2652038e-2c87-46ed-85bc-aa693c205318 req-d9fa707b-a6d4-4c87-ad0d-3fd32cd146a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f HTTP/1.1" status: 200 len: 1001 time: 0.0630860 Aug 27 03:37:12.956359 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652038e-2c87-46ed-85bc-aa693c205318 req-e99307b4-fa84-44bc-952c-228988fb8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:12.957940 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2652038e-2c87-46ed-85bc-aa693c205318 req-e99307b4-fa84-44bc-952c-228988fb8002 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0468996 Aug 27 03:37:13.005821 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652038e-2c87-46ed-85bc-aa693c205318 req-b90471be-bc0c-4368-892a-608745535797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:13.007434 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2652038e-2c87-46ed-85bc-aa693c205318 req-b90471be-bc0c-4368-892a-608745535797 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427728 Aug 27 03:37:13.112294 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2652038e-2c87-46ed-85bc-aa693c205318 req-4a759523-19fa-4302-88e5-f14a60b44976 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962033 Aug 27 03:37:13.207549 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2652038e-2c87-46ed-85bc-aa693c205318 req-75307ba5-3192-4e86-b211-b4859006e5af service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878799 Aug 27 03:37:13.768328 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ea593-d565-4ebd-a901-c2ad887dab62 req-38999f6a-45dd-4160-883e-7493b7f1fd76 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:13.769965 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-426ea593-d565-4ebd-a901-c2ad887dab62 req-38999f6a-45dd-4160-883e-7493b7f1fd76 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0861435 Aug 27 03:37:13.782588 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74354cc5-aed6-47e9-8378-9377510deca2 req-8be683a4-e425-4a2a-b576-1ec5cf2540db tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:13.784902 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74354cc5-aed6-47e9-8378-9377510deca2 req-8be683a4-e425-4a2a-b576-1ec5cf2540db tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0695343 Aug 27 03:37:13.841256 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74354cc5-aed6-47e9-8378-9377510deca2 req-4450a2a5-3aa4-40d8-bfc2-f7c242f23498 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492804 Aug 27 03:37:13.843976 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-426ea593-d565-4ebd-a901-c2ad887dab62 req-51d5f37c-b88b-48de-b4d2-d654f2e17394 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581150 Aug 27 03:37:14.990804 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e68f7-9aa4-4bcd-be1e-a7cb55c9bf5d req-84d7a760-576d-44d1-aa77-286009175126 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:14.992307 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f22e68f7-9aa4-4bcd-be1e-a7cb55c9bf5d req-84d7a760-576d-44d1-aa77-286009175126 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0788190 Aug 27 03:37:15.004349 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355ec08-3f36-4ffc-8d85-2b5f072ddb7a req-8a2a1b7a-51f4-4082-8b5e-30a8b96d5f00 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:15.005800 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8355ec08-3f36-4ffc-8d85-2b5f072ddb7a req-8a2a1b7a-51f4-4082-8b5e-30a8b96d5f00 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0910325 Aug 27 03:37:15.061938 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f22e68f7-9aa4-4bcd-be1e-a7cb55c9bf5d req-30dae284-9af7-40a8-976e-fbe519a43425 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551281 Aug 27 03:37:15.067279 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8355ec08-3f36-4ffc-8d85-2b5f072ddb7a req-4744ada9-55dd-4873-bd61-bdd8d13ffe97 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547974 Aug 27 03:37:16.207503 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a6583-76a9-4a11-91f9-f32b91d2288b req-f588377a-832b-4fe2-a51a-2200bc192255 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:16.209076 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-389a6583-76a9-4a11-91f9-f32b91d2288b req-f588377a-832b-4fe2-a51a-2200bc192255 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0776730 Aug 27 03:37:16.217545 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f6c75-9a5f-480a-b755-d9186af82dfd req-58c48d59-5d60-418a-8d5f-36deec4b4573 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:16.219153 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d99f6c75-9a5f-480a-b755-d9186af82dfd req-58c48d59-5d60-418a-8d5f-36deec4b4573 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 943 time: 0.0786114 Aug 27 03:37:16.279109 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-389a6583-76a9-4a11-91f9-f32b91d2288b req-7f7e1ab3-4ddd-4a65-bb27-4c5459199321 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591316 Aug 27 03:37:16.284827 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d99f6c75-9a5f-480a-b755-d9186af82dfd req-8f0ccd57-7b48-47ff-b43e-19c44c43c05f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576046 Aug 27 03:37:17.180377 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:37:17.278182 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:17.295451 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'port_id': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'mac_address': 'fa:16:3e:97:06:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:37:17.339450 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.353623 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:37:17.373854 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:17.378739 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:17.429810 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef536e0-6f5f-4169-a896-c0ce834cc1f3 req-ea990717-caf6-47bc-a8db-03da6beaed5e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:17.431393 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eef536e0-6f5f-4169-a896-c0ce834cc1f3 req-ea990717-caf6-47bc-a8db-03da6beaed5e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0837319 Aug 27 03:37:17.431872 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,revision_number=9']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:17.444786 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0fa2d-d63a-40aa-bbdc-efff3341ace0 req-e5d34c12-39d6-4db1-ae4c-0c87f0fd2573 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:17.446291 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-98e0fa2d-d63a-40aa-bbdc-efff3341ace0 req-e5d34c12-39d6-4db1-ae4c-0c87f0fd2573 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 944 time: 0.0701983 Aug 27 03:37:17.505388 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eef536e0-6f5f-4169-a896-c0ce834cc1f3 req-f4e6ed8f-be5b-4f4b-a7c3-4547d0091796 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581241 Aug 27 03:37:17.508116 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-98e0fa2d-d63a-40aa-bbdc-efff3341ace0 req-43ea0d0e-2412-4439-85f3-819005141098 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550108 Aug 27 03:37:17.851257 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:18.655216 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b43f8-a314-49be-a606-a982a2947633 req-603d4eae-0430-45f5-bb23-1c017b42ade5 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:18.656719 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-913b43f8-a314-49be-a606-a982a2947633 req-603d4eae-0430-45f5-bb23-1c017b42ade5 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0814493 Aug 27 03:37:18.669209 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4566d9-ee3e-4242-a06c-f7b8d26445f5 req-b97eccf3-fc2f-4c4a-9b7c-b7c3b9bbf255 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:18.670661 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e4566d9-ee3e-4242-a06c-f7b8d26445f5 req-b97eccf3-fc2f-4c4a-9b7c-b7c3b9bbf255 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 944 time: 0.0843737 Aug 27 03:37:18.726077 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-913b43f8-a314-49be-a606-a982a2947633 req-49451989-efd5-4845-b5cc-c27b01f773f9 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544562 Aug 27 03:37:18.733068 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e4566d9-ee3e-4242-a06c-f7b8d26445f5 req-16df7748-c184-4f3c-ad5c-ac220f2f7ecb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545955 Aug 27 03:37:19.202844 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:37:19.254337 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:37:19.254712 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.343259 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.370167 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:19.372523 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfda2c1c-262c-4c2e-8221-fbebf968d92f" -d '{"events": [{"server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:19.385623 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:19.390258 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:19.414770 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4121f1ea-72d0-4020-864e-ea5bdf4a8948 x-openstack-request-id: req-4121f1ea-72d0-4020-864e-ea5bdf4a8948 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:19.415066 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:19.415321 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4121f1ea-72d0-4020-864e-ea5bdf4a8948 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:19.415710 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'code': 200} Aug 27 03:37:19.444648 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,revision_number=10']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:19.884859 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaee5f-5a0e-4e5c-a8bd-8dfa99082b5d req-02d8ee8d-82c2-4f8f-b698-63bdbabfaf55 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:19.886391 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bfbaee5f-5a0e-4e5c-a8bd-8dfa99082b5d req-02d8ee8d-82c2-4f8f-b698-63bdbabfaf55 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0931230 Aug 27 03:37:19.902093 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98890ca-8e6d-4453-9b16-08ebeda44d7e req-0cc8ec86-8c66-4adb-8480-2c48617f97bf tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:19.903607 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b98890ca-8e6d-4453-9b16-08ebeda44d7e req-0cc8ec86-8c66-4adb-8480-2c48617f97bf tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0795188 Aug 27 03:37:19.988594 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bfbaee5f-5a0e-4e5c-a8bd-8dfa99082b5d req-251f9ffb-f7ac-4321-a948-8e41ab9c59fb tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952580 Aug 27 03:37:19.997067 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b98890ca-8e6d-4453-9b16-08ebeda44d7e req-a2564f72-6585-4988-a025-237dc59b33ba tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857477 Aug 27 03:37:20.009712 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e101b-8f7b-4603-9f42-34245d0ba21e req-06271106-4a01-4b91-8e2b-f3eca1e99cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:20.009712 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-352e101b-8f7b-4603-9f42-34245d0ba21e req-06271106-4a01-4b91-8e2b-f3eca1e99cd0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 1099 time: 0.0709989 Aug 27 03:37:20.043228 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-352e101b-8f7b-4603-9f42-34245d0ba21e req-93bb7751-5829-4ead-9c02-491d438b8878 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276439 Aug 27 03:37:21.157599 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e2ba7-206c-4dc8-832a-fe0847cc46f0 req-87cf0119-89f3-4555-b921-96abe27b5a49 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:21.159181 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a3e2ba7-206c-4dc8-832a-fe0847cc46f0 req-87cf0119-89f3-4555-b921-96abe27b5a49 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0553620 Aug 27 03:37:21.166289 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2715-82e8-47af-8e98-1f1f19e44e3e req-7eabf15f-57ca-4336-8bdd-93d4b83b9771 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:21.167660 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcbd2715-82e8-47af-8e98-1f1f19e44e3e req-7eabf15f-57ca-4336-8bdd-93d4b83b9771 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.1008046 Aug 27 03:37:21.223581 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a3e2ba7-206c-4dc8-832a-fe0847cc46f0 req-8ce35157-972c-4d7a-b449-5e99b7c567f2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549560 Aug 27 03:37:21.228479 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dcbd2715-82e8-47af-8e98-1f1f19e44e3e req-3902327a-d926-4033-8e08-721ba54a3bac tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535047 Aug 27 03:37:22.372961 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9872f-daec-415c-a776-ff2ac4e577a1 req-38d9a467-c134-4a0c-8dfc-4b662dc39254 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:22.374441 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dfd9872f-daec-415c-a776-ff2ac4e577a1 req-38d9a467-c134-4a0c-8dfc-4b662dc39254 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0764601 Aug 27 03:37:22.386746 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9e64-c040-40a8-88dd-18511583e961 req-63a4c0d1-3fde-48be-9d5b-6c48ade8616b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:22.388144 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-70ef9e64-c040-40a8-88dd-18511583e961 req-63a4c0d1-3fde-48be-9d5b-6c48ade8616b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0812268 Aug 27 03:37:22.445139 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dfd9872f-daec-415c-a776-ff2ac4e577a1 req-ee6e84e1-20ac-478e-aea9-9d972fd3809f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560598 Aug 27 03:37:22.447821 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-70ef9e64-c040-40a8-88dd-18511583e961 req-9808bde8-c580-4e8f-ba95-d6ddd3cfafba tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523834 Aug 27 03:37:23.561488 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aedd2a-75b2-46f2-81e9-11f1d77b4d9c req-65e0a691-123c-4886-816d-fd7a017e42e1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:23.563369 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86aedd2a-75b2-46f2-81e9-11f1d77b4d9c req-65e0a691-123c-4886-816d-fd7a017e42e1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0512364 Aug 27 03:37:23.601850 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86aedd2a-75b2-46f2-81e9-11f1d77b4d9c req-07509e6e-1f1b-4bd4-819a-3bed2525e77a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Aug 27 03:37:24.717040 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0c1b5-457f-4a59-8287-d29a45d856e2 req-fcc54948-3772-487e-92fb-41ab48759e5e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:24.718551 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57c0c1b5-457f-4a59-8287-d29a45d856e2 req-fcc54948-3772-487e-92fb-41ab48759e5e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0486407 Aug 27 03:37:24.762003 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57c0c1b5-457f-4a59-8287-d29a45d856e2 req-9ff00a3d-3c87-4164-b134-cbb4e00fd1ef tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368202 Aug 27 03:37:25.876326 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0b3c5-3289-4add-92a7-429b8c885e98 req-c9a7816c-4830-4110-8b45-7127acaf7790 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:25.878802 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79b0b3c5-3289-4add-92a7-429b8c885e98 req-c9a7816c-4830-4110-8b45-7127acaf7790 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0507398 Aug 27 03:37:25.916365 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79b0b3c5-3289-4add-92a7-429b8c885e98 req-6237cadc-71ef-4d58-88ec-12554c1c0d16 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317140 Aug 27 03:37:27.030831 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf64530-8406-47df-bc30-45767636b2ad req-77963d33-a190-44e5-89f7-719dd0c865a4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:27.032314 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7cf64530-8406-47df-bc30-45767636b2ad req-77963d33-a190-44e5-89f7-719dd0c865a4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0498362 Aug 27 03:37:27.071700 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7cf64530-8406-47df-bc30-45767636b2ad req-7cb83366-dcaf-4dd5-8794-038559c7c512 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328200 Aug 27 03:37:28.184509 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd30eee-12fd-48a5-aaf8-89214d677104 req-80ae6232-7cde-4c3e-913a-e406dd1b9aec tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:28.185983 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3cd30eee-12fd-48a5-aaf8-89214d677104 req-80ae6232-7cde-4c3e-913a-e406dd1b9aec tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0485048 Aug 27 03:37:28.228905 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3cd30eee-12fd-48a5-aaf8-89214d677104 req-bc5c99a4-9e8f-450c-a87a-d8ee9f53e814 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361285 Aug 27 03:37:29.346372 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698966b7-d08e-46f3-a270-ca02da3f2b08 req-57382321-23cf-4d5b-86fe-10c624ad639a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:29.347902 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-698966b7-d08e-46f3-a270-ca02da3f2b08 req-57382321-23cf-4d5b-86fe-10c624ad639a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0519192 Aug 27 03:37:29.388137 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-698966b7-d08e-46f3-a270-ca02da3f2b08 req-8081ef40-f8b8-4d8d-8bf4-c5e740a81062 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343409 Aug 27 03:37:30.512371 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe3500-5fb6-4acd-a010-66291dbd8140 req-6c0d7dbe-1500-491c-ba53-370f4e5a55e1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:30.513867 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8cfe3500-5fb6-4acd-a010-66291dbd8140 req-6c0d7dbe-1500-491c-ba53-370f4e5a55e1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0558951 Aug 27 03:37:30.553919 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8cfe3500-5fb6-4acd-a010-66291dbd8140 req-6babf053-77e5-490a-bafd-607313d9a53a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330076 Aug 27 03:37:30.747122 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c90e20f6-74e9-4b92-9b2f-b5fad6097df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:30.821491 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:37:31.667376 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002ab76-12b5-48cb-9271-ff0dfed2cbb8 req-4ead7589-3d59-480c-9d2d-15ce343919a1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:31.668820 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5002ab76-12b5-48cb-9271-ff0dfed2cbb8 req-4ead7589-3d59-480c-9d2d-15ce343919a1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Aug 27 03:37:31.711423 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5002ab76-12b5-48cb-9271-ff0dfed2cbb8 req-36a7c191-544c-445f-8b8b-f0e09809e664 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360818 Aug 27 03:37:32.832901 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27823f35-9d6d-4d66-b0df-82cb9407dde6 req-a3fdd58f-770d-4ad9-92a8-f09889dd644a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:32.834301 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-27823f35-9d6d-4d66-b0df-82cb9407dde6 req-a3fdd58f-770d-4ad9-92a8-f09889dd644a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0493269 Aug 27 03:37:32.874658 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-27823f35-9d6d-4d66-b0df-82cb9407dde6 req-d54c8e3b-98e2-4147-bece-ffa7da96a0e9 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344510 Aug 27 03:37:33.745226 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e622b73a-02c9-4029-a2f6-0977a766509d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:33.989758 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ecf60-93b0-42bf-bd13-cc0b86f22fce req-b3cb5f63-b8a9-4782-8f98-292a5cc067e1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:33.991259 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-408ecf60-93b0-42bf-bd13-cc0b86f22fce req-b3cb5f63-b8a9-4782-8f98-292a5cc067e1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0503159 Aug 27 03:37:34.029456 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-408ecf60-93b0-42bf-bd13-cc0b86f22fce req-7147ae42-fa5d-4a7e-a274-54da4db67a38 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322371 Aug 27 03:37:34.774479 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.077048 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:35.147248 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9864892-0e61-4c1c-b30f-6d4f5ab2b605 req-80b192d5-5598-49af-ba02-c28d5b5b2586 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:35.148724 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c9864892-0e61-4c1c-b30f-6d4f5ab2b605 req-80b192d5-5598-49af-ba02-c28d5b5b2586 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0488160 Aug 27 03:37:35.190303 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c9864892-0e61-4c1c-b30f-6d4f5ab2b605 req-b908af89-033f-498a-ad9d-523114b4aa8a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355871 Aug 27 03:37:36.305208 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1825f5-67ac-4185-9b8d-a3e7db15f52d req-a10e87ee-c31d-43f8-9023-0121c80aca66 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:36.306709 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee1825f5-67ac-4185-9b8d-a3e7db15f52d req-a10e87ee-c31d-43f8-9023-0121c80aca66 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0490005 Aug 27 03:37:36.345749 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee1825f5-67ac-4185-9b8d-a3e7db15f52d req-81e6ed2f-c65d-4ee9-bfd6-cd24b102143e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329711 Aug 27 03:37:36.880774 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:37.464611 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cd265-63f6-48fa-9a4c-0e04896643da req-8f45c907-c572-40ef-bc23-b3c2fc1a1e96 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:37.466162 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea2cd265-63f6-48fa-9a4c-0e04896643da req-8f45c907-c572-40ef-bc23-b3c2fc1a1e96 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0498016 Aug 27 03:37:37.504362 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ea2cd265-63f6-48fa-9a4c-0e04896643da req-cd79041c-87ce-4bb8-8000-763392a139f7 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Aug 27 03:37:37.707334 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a9a3-8233-4443-87c3-f8f3efed0ebb req-7370c02f-d0f2-48a0-9813-ec6a561f825b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:37.708816 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ae4a9a3-8233-4443-87c3-f8f3efed0ebb req-7370c02f-d0f2-48a0-9813-ec6a561f825b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0509443 Aug 27 03:37:37.775511 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ae4a9a3-8233-4443-87c3-f8f3efed0ebb req-6095efdd-9f7b-4dbe-9fc8-20daff176a1c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607367 Aug 27 03:37:37.785614 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279488c-352c-476f-a249-57649d510149 req-d60c45a6-4d70-4863-8eb6-e820c8179c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:37.787238 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4279488c-352c-476f-a249-57649d510149 req-d60c45a6-4d70-4863-8eb6-e820c8179c8c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 1098 time: 0.0559173 Aug 27 03:37:37.877461 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279488c-352c-476f-a249-57649d510149 req-cd269116-c4b9-4435-802c-8785dac63aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:37.878977 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4279488c-352c-476f-a249-57649d510149 req-cd269116-c4b9-4435-802c-8785dac63aca service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0846431 Aug 27 03:37:37.950393 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4279488c-352c-476f-a249-57649d510149 req-d0dda84d-4807-4028-a19a-9b7a220170ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f HTTP/1.1" status: 200 len: 1001 time: 0.0634594 Aug 27 03:37:38.004581 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279488c-352c-476f-a249-57649d510149 req-505b710b-7502-47bd-9046-8ab9877d92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:38.006102 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4279488c-352c-476f-a249-57649d510149 req-505b710b-7502-47bd-9046-8ab9877d92b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0481267 Aug 27 03:37:38.055076 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279488c-352c-476f-a249-57649d510149 req-a8c53fc8-55fb-4537-93f8-b9589bd69645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:38.056616 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4279488c-352c-476f-a249-57649d510149 req-a8c53fc8-55fb-4537-93f8-b9589bd69645 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426233 Aug 27 03:37:38.153146 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4279488c-352c-476f-a249-57649d510149 req-9b14037b-4082-4322-8cb9-6b1afb33601a service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880499 Aug 27 03:37:38.247385 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4279488c-352c-476f-a249-57649d510149 req-3c1dec94-90cf-4980-b2a3-25191c7da85f service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871565 Aug 27 03:37:38.898714 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9afc5-b4de-4b23-860f-bb798e4a025d req-098305ba-cb11-431f-909d-09d16073a680 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:38.900236 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-33a9afc5-b4de-4b23-860f-bb798e4a025d req-098305ba-cb11-431f-909d-09d16073a680 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0536366 Aug 27 03:37:38.943002 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-33a9afc5-b4de-4b23-860f-bb798e4a025d req-22449c58-1fb6-4949-ac4e-73ef52c2d9ca tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368776 Aug 27 03:37:39.748139 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:39.896198 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0889ab9-49be-4e95-abdf-1c2846376819 req-b57ffbc1-7d4e-44d8-bd12-5d698b9d83bd tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220929260&fields=id&tenant_id=f04c0694a50c4533859c8db8a7269b63 HTTP/1.1" status: 200 len: 267 time: 0.0327365 Aug 27 03:37:39.951673 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889ab9-49be-4e95-abdf-1c2846376819 req-82c69875-53df-4036-8f4e-bc9eea06dff7 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:39.953213 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0889ab9-49be-4e95-abdf-1c2846376819 req-82c69875-53df-4036-8f4e-bc9eea06dff7 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 984 time: 0.0515778 Aug 27 03:37:39.965183 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-c0889ab9-49be-4e95-abdf-1c2846376819 req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Request body: {'port': {'security_groups': ['819364d6-217f-4794-8815-aeac3adb08e3']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:40.069964 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c0889ab9-49be-4e95-abdf-1c2846376819 req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.101634 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c269c-a944-4a19-9dc4-caefcd6d9dd1 req-148f702d-d56b-44bd-98f5-dfc9b28013fa tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:40.103098 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4e0c269c-a944-4a19-9dc4-caefcd6d9dd1 req-148f702d-d56b-44bd-98f5-dfc9b28013fa tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0751626 Aug 27 03:37:40.182565 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4e0c269c-a944-4a19-9dc4-caefcd6d9dd1 req-e1450a75-285a-4ec6-8b04-2561da6af9e6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587163 Aug 27 03:37:40.547890 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-c0889ab9-49be-4e95-abdf-1c2846376819 req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] For port ab86934c-3c7f-4ee5-8361-ae8500899a8b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:40.579310 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c0889ab9-49be-4e95-abdf-1c2846376819 req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.586519 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c0889ab9-49be-4e95-abdf-1c2846376819 req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.629745 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889ab9-49be-4e95-abdf-1c2846376819 req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:40.630451 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-c0889ab9-49be-4e95-abdf-1c2846376819 req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.631868 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c0889ab9-49be-4e95-abdf-1c2846376819 req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "PUT /v2.0/ports/ab86934c-3c7f-4ee5-8361-ae8500899a8b HTTP/1.1" status: 200 len: 942 time: 0.6716459 Aug 27 03:37:40.632336 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:40.634089 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['ab86934c-3c7f-4ee5-8361-ae8500899a8b'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:40.634737 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59047b6-eb64-4480-80c2-2fa0c7f008f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:40.639707 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 33928) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:40.687018 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event updated for resources: {'Port': ['ID=ab86934c-3c7f-4ee5-8361-ae8500899a8b,revision_number=7']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:40.708417 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.708770 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.709114 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.709450 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.709779 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.710166 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.710499 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.710827 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.711156 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.711492 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.711805 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.712128 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42b8b6-830a-4948-b815-5ff532e70626 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:40.748827 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9d8566b8-d51e-48b3-bfaa-cc288a33e512 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.763022 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307ee5b2-379b-4044-8f2e-bbe4e7d09af3 x-openstack-request-id: req-307ee5b2-379b-4044-8f2e-bbe4e7d09af3 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:40.763292 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:40.763544 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-307ee5b2-379b-4044-8f2e-bbe4e7d09af3 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:40.763937 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'status': 'completed', 'code': 200} Aug 27 03:37:40.781311 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9d8566b8-d51e-48b3-bfaa-cc288a33e512 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.798865 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['ab86934c-3c7f-4ee5-8361-ae8500899a8b'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:40.853603 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9d8566b8-d51e-48b3-bfaa-cc288a33e512 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.858773 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9d8566b8-d51e-48b3-bfaa-cc288a33e512 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:40.858773 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9d8566b8-d51e-48b3-bfaa-cc288a33e512 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "DELETE /v2.0/security-groups/20df78b8-f19f-44ca-88d2-32ccf6d6ec47 HTTP/1.1" status: 204 len: 168 time: 0.2169421 Aug 27 03:37:40.860453 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 33932) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:40.893700 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8566b8-d51e-48b3-bfaa-cc288a33e512 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df78b8-f19f-44ca-88d2-32ccf6d6ec47,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:40.917144 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59047b6-eb64-4480-80c2-2fa0c7f008f3 req-dcec0cc7-2d0a-4b89-b35b-67905a53409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:40.918964 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c59047b6-eb64-4480-80c2-2fa0c7f008f3 req-dcec0cc7-2d0a-4b89-b35b-67905a53409d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f04c0694a50c4533859c8db8a7269b63&device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0566463 Aug 27 03:37:40.964021 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-edb632ed-4984-462a-acef-ced90d18f539 None None] Provisioning complete for port ab86934c-3c7f-4ee5-8361-ae8500899a8b triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:37:40.964400 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-edb632ed-4984-462a-acef-ced90d18f539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.029638 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59047b6-eb64-4480-80c2-2fa0c7f008f3 req-ab0ab446-77ba-42f8-a515-d270aed1ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:41.031884 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c59047b6-eb64-4480-80c2-2fa0c7f008f3 req-ab0ab446-77ba-42f8-a515-d270aed1ce57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b HTTP/1.1" status: 200 len: 915 time: 0.1019447 Aug 27 03:37:41.096746 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Deleting port 943291b6-7e67-4ef3-bfab-7ec565c05623 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:41.097085 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.113590 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c59047b6-eb64-4480-80c2-2fa0c7f008f3 req-cae97ff0-04dd-4c6b-89c2-8942576b8963 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b HTTP/1.1" status: 200 len: 1000 time: 0.0711913 Aug 27 03:37:41.169702 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59047b6-eb64-4480-80c2-2fa0c7f008f3 req-ce3b6b11-35bf-4400-aa50-8e9b8b0eb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:41.171212 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c59047b6-eb64-4480-80c2-2fa0c7f008f3 req-ce3b6b11-35bf-4400-aa50-8e9b8b0eb851 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7f5b982-6637-44f0-84a2-c082e53570ad HTTP/1.1" status: 200 len: 853 time: 0.0500436 Aug 27 03:37:41.223419 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59047b6-eb64-4480-80c2-2fa0c7f008f3 req-6a9b038c-4365-4a06-96ad-55c55039e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:41.224936 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c59047b6-eb64-4480-80c2-2fa0c7f008f3 req-6a9b038c-4365-4a06-96ad-55c55039e23f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460496 Aug 27 03:37:41.348983 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c59047b6-eb64-4480-80c2-2fa0c7f008f3 req-72f268fd-2921-418f-b9b8-431495148090 service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136496 Aug 27 03:37:41.372352 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.372686 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.387597 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Calling delete_port for 943291b6-7e67-4ef3-bfab-7ec565c05623 owned by network:floatingip {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:41.443329 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c59047b6-eb64-4480-80c2-2fa0c7f008f3 req-8a689576-b306-464c-8207-0c7cc29f91db service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853133 Aug 27 03:37:41.570709 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.601569 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event deleted for resources: {'Port': ['ID=943291b6-7e67-4ef3-bfab-7ec565c05623,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:41.628808 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.629161 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.629505 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.629844 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.630213 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.630548 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.630879 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.631211 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.631539 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.631865 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.632190 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.632520 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:41.674687 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks [] for floatingip, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:41.675019 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Floating IP 84fbc14c-9bae-4ede-a03c-018fc6ddc5be disassociated (deleted). External IP: 172.27.2.62, port: ab86934c-3c7f-4ee5-8361-ae8500899a8b. Aug 27 03:37:41.889481 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Router adcabd08-77c6-4632-b7c1-2b2b70039ce5 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:41.998599 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:42.004473 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:42.011208 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ff517-dfed-477a-9554-535c76297671 None None] Sync routers for ids ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:42.021261 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ff517-dfed-477a-9554-535c76297671 None None] Routers {'adcabd08-77c6-4632-b7c1-2b2b70039ce5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:42.021890 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f10ff517-dfed-477a-9554-535c76297671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:37:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:42.032328 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-cd2d19d6-5c31-4ac4-9603-a2fec90657a8 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "DELETE /v2.0/floatingips/84fbc14c-9bae-4ede-a03c-018fc6ddc5be HTTP/1.1" status: 204 len: 168 time: 1.1706631 Aug 27 03:37:42.034062 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:42.035889 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:42.154445 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-f10ff517-dfed-477a-9554-535c76297671 None None] Set router adcabd08-77c6-4632-b7c1-2b2b70039ce5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:42.161241 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4c3c7a-96cb-49e4-bf56-e643cb55dbe0 x-openstack-request-id: req-cc4c3c7a-96cb-49e4-bf56-e643cb55dbe0 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:42.161873 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:42.162238 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc4c3c7a-96cb-49e4-bf56-e643cb55dbe0 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:42.162722 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'status': 'completed', 'code': 200} Aug 27 03:37:42.270274 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282 req-9ba81c2c-1947-4d06-8648-00c81401f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:42.272509 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282 req-9ba81c2c-1947-4d06-8648-00c81401f25d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f04c0694a50c4533859c8db8a7269b63&device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0577190 Aug 27 03:37:42.399683 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282 req-820c218e-b7d0-46c0-8b58-24412ccb0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:42.401060 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282 req-820c218e-b7d0-46c0-8b58-24412ccb0580 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b HTTP/1.1" status: 200 len: 915 time: 0.0926869 Aug 27 03:37:42.447901 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282 req-399ee016-794c-4b58-b313-463db84887be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b HTTP/1.1" status: 200 len: 217 time: 0.0346906 Aug 27 03:37:42.487273 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f10ff517-dfed-477a-9554-535c76297671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:36Z', 'revision_number': 4, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'ffe38d09-25d1-423f-a411-fc49bb1c5b78', 'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'mac_address': 'fa:16:3e:af:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:35Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 5, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'subnets': [{'id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:42.510747 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282 req-bb03680f-b369-4386-b4fd-aec839ee2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:42.512249 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282 req-bb03680f-b369-4386-b4fd-aec839ee2ee9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7f5b982-6637-44f0-84a2-c082e53570ad HTTP/1.1" status: 200 len: 853 time: 0.0491834 Aug 27 03:37:42.513415 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ff517-dfed-477a-9554-535c76297671 None None] Checking router: adcabd08-77c6-4632-b7c1-2b2b70039ce5 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:42.522371 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ff517-dfed-477a-9554-535c76297671 None None] Routers {'adcabd08-77c6-4632-b7c1-2b2b70039ce5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:42.523007 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f10ff517-dfed-477a-9554-535c76297671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:37:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:42.560645 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282 req-30e1dc5a-44cc-49fb-a0f5-be0fb0d63f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:42.562207 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282 req-30e1dc5a-44cc-49fb-a0f5-be0fb0d63f6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b83c78b-c54e-4d49-9b7c-1ce1c073432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423698 Aug 27 03:37:42.635201 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-f10ff517-dfed-477a-9554-535c76297671 None None] Set router adcabd08-77c6-4632-b7c1-2b2b70039ce5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:42.665949 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282 req-49e56313-ba0b-4545-acb9-388dda851662 service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956073 Aug 27 03:37:42.768150 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b3e7c5b-8e5f-4bd4-b975-94ab8bc8a282 req-b6f2aa4c-162b-488b-a1a2-4730ae324944 service neutron] 10.222.0.62 "GET /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914884 Aug 27 03:37:42.854173 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-f10ff517-dfed-477a-9554-535c76297671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:36Z', 'revision_number': 4, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'ffe38d09-25d1-423f-a411-fc49bb1c5b78', 'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'mac_address': 'fa:16:3e:af:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:35Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 5, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'subnets': [{'id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:42.882363 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ff517-dfed-477a-9554-535c76297671 None None] The sync data for ids ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'] in dv-cinder-773985-14-iscsi is: [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:32:36Z', 'revision_number': 4, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'ffe38d09-25d1-423f-a411-fc49bb1c5b78', 'name': '', 'network_id': '2b83c78b-c54e-4d49-9b7c-1ce1c073432b', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'mac_address': 'fa:16:3e:af:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:35Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 5, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'subnets': [{'id': 'b7f5b982-6637-44f0-84a2-c082e53570ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:43.099381 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253e5d71-d811-4699-ac3b-b4c720102a36 None None] New status for floating IP 84fbc14c-9bae-4ede-a03c-018fc6ddc5be: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:37:44.796878 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a0fc9-a27f-4683-b0d3-298f0df2cdf0 req-700d6c7c-8a70-448f-b438-2139355286b0 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:44.798954 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a6a0fc9-a27f-4683-b0d3-298f0df2cdf0 req-700d6c7c-8a70-448f-b438-2139355286b0 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 945 time: 0.0495260 Aug 27 03:37:44.837553 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a6a0fc9-a27f-4683-b0d3-298f0df2cdf0 req-cc56450d-9d59-4911-a70a-64124982e72d tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329564 Aug 27 03:37:45.953752 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eb7d2-7163-4623-945d-dca0e8f79031 req-1f86a255-15d5-433f-a5d8-628f3d68ea3b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:45.955241 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-147eb7d2-7163-4623-945d-dca0e8f79031 req-1f86a255-15d5-433f-a5d8-628f3d68ea3b tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 945 time: 0.0478387 Aug 27 03:37:45.993526 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-147eb7d2-7163-4623-945d-dca0e8f79031 req-ece41e37-bce3-4e43-9708-102aab075ae1 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313764 Aug 27 03:37:47.014166 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60316e-0874-4072-97be-0edab66ee9a6 req-8018b1a4-117e-43fa-b758-9ff058beb065 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:47.015638 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef60316e-0874-4072-97be-0edab66ee9a6 req-8018b1a4-117e-43fa-b758-9ff058beb065 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 945 time: 0.0528646 Aug 27 03:37:47.131859 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffda63-0143-41a3-83e2-d0a112790a75 req-48613350-3efa-4034-8b30-28da6b260927 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:47.133317 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bffda63-0143-41a3-83e2-d0a112790a75 req-48613350-3efa-4034-8b30-28da6b260927 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b1e4b2e-c699-43b6-b673-f82f082b2bb4 HTTP/1.1" status: 200 len: 945 time: 0.0720289 Aug 27 03:37:47.161630 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-ef60316e-0874-4072-97be-0edab66ee9a6 req-bac48f4a-28fb-41d5-826e-8cb855f7d991 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Deleting port ab86934c-3c7f-4ee5-8361-ae8500899a8b {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:47.161958 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ef60316e-0874-4072-97be-0edab66ee9a6 req-bac48f4a-28fb-41d5-826e-8cb855f7d991 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:47.217598 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bffda63-0143-41a3-83e2-d0a112790a75 req-ae3a88cb-569a-40e1-a3f2-a17e91796ae2 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.48 "GET /v2.0/security-groups?id=819364d6-217f-4794-8815-aeac3adb08e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772257 Aug 27 03:37:47.260341 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-ef60316e-0874-4072-97be-0edab66ee9a6 req-bac48f4a-28fb-41d5-826e-8cb855f7d991 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] For port ab86934c-3c7f-4ee5-8361-ae8500899a8b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ab86934c-3c7f-4ee5-8361-ae8500899a8b,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:47.260702 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ef60316e-0874-4072-97be-0edab66ee9a6 req-bac48f4a-28fb-41d5-826e-8cb855f7d991 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:47.273784 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-ef60316e-0874-4072-97be-0edab66ee9a6 req-bac48f4a-28fb-41d5-826e-8cb855f7d991 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Calling delete_port for ab86934c-3c7f-4ee5-8361-ae8500899a8b owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:47.399422 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ef60316e-0874-4072-97be-0edab66ee9a6 req-bac48f4a-28fb-41d5-826e-8cb855f7d991 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:47.427470 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac48f4a-28fb-41d5-826e-8cb855f7d991 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Pushing event deleted for resources: {'Port': ['ID=ab86934c-3c7f-4ee5-8361-ae8500899a8b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:47.434603 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['ab86934c-3c7f-4ee5-8361-ae8500899a8b'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:47.469349 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef60316e-0874-4072-97be-0edab66ee9a6 req-bac48f4a-28fb-41d5-826e-8cb855f7d991 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] No DVR routers for this DVR port ab86934c-3c7f-4ee5-8361-ae8500899a8b on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:47.471931 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-ef60316e-0874-4072-97be-0edab66ee9a6 req-bac48f4a-28fb-41d5-826e-8cb855f7d991 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:47.474684 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ef60316e-0874-4072-97be-0edab66ee9a6 req-bac48f4a-28fb-41d5-826e-8cb855f7d991 tempest-TestMinimumBasicScenario-173741556 tempest-TestMinimumBasicScenario-173741556-project] 10.222.0.62 "DELETE /v2.0/ports/ab86934c-3c7f-4ee5-8361-ae8500899a8b HTTP/1.1" status: 204 len: 173 time: 0.4524012 Aug 27 03:37:47.475122 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'name': 'network-vif-deleted', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:47.477412 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74852313-dc70-46f4-9ed2-d5942a6d5693" -d '{"events": [{"server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "name": "network-vif-deleted", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:47.514629 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaa6d83-9ed3-4622-aade-e7ece0f94273 x-openstack-request-id: req-bcaa6d83-9ed3-4622-aade-e7ece0f94273 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:47.514949 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1e4b2e-c699-43b6-b673-f82f082b2bb4", "name": "network-vif-deleted", "tag": "ab86934c-3c7f-4ee5-8361-ae8500899a8b", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:47.515207 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcaa6d83-9ed3-4622-aade-e7ece0f94273 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:47.515623 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1e4b2e-c699-43b6-b673-f82f082b2bb4', 'name': 'network-vif-deleted', 'tag': 'ab86934c-3c7f-4ee5-8361-ae8500899a8b', 'status': 'completed', 'code': 200} Aug 27 03:37:48.922331 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34014) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:49.450783 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:49.788211 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] Deleting port ffe38d09-25d1-423f-a411-fc49bb1c5b78 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:49.788549 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:49.870896 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] For port ffe38d09-25d1-423f-a411-fc49bb1c5b78, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=ffe38d09-25d1-423f-a411-fc49bb1c5b78,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:49.871261 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:49.884580 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] Calling delete_port for ffe38d09-25d1-423f-a411-fc49bb1c5b78 owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:50.073304 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:50.103622 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe38d09-25d1-423f-a411-fc49bb1c5b78,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:50.516848 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133756051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:50.749506 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] Router adcabd08-77c6-4632-b7c1-2b2b70039ce5 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:50.858224 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:50.864182 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ba7e906c-8e13-4f0b-902c-bd8503eca2f0 admin admin] 10.222.0.48 "PUT /v2.0/routers/adcabd08-77c6-4632-b7c1-2b2b70039ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9398503 Aug 27 03:37:50.866687 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34020) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:50.869497 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2025d020-9dd5-4e43-935e-68315b8c1603 None None] Sync routers for ids ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:50.878796 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2025d020-9dd5-4e43-935e-68315b8c1603 None None] Routers {'adcabd08-77c6-4632-b7c1-2b2b70039ce5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:50.879531 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2025d020-9dd5-4e43-935e-68315b8c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:37:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:50.974397 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:50.984383 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-2025d020-9dd5-4e43-935e-68315b8c1603 None None] Set router adcabd08-77c6-4632-b7c1-2b2b70039ce5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:51.078752 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.137763 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Deleting port 6c02da15-8284-4850-9ce5-91413d510e22 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:51.138005 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.168755 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2025d020-9dd5-4e43-935e-68315b8c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '6c02da15-8284-4850-9ce5-91413d510e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:37:50Z', 'revision_number': 5, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port': {'id': '6c02da15-8284-4850-9ce5-91413d510e22', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ad:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:33Z', 'updated_at': '2021-08-27T03:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:51.195973 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2025d020-9dd5-4e43-935e-68315b8c1603 None None] Checking router: adcabd08-77c6-4632-b7c1-2b2b70039ce5 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:51.204152 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2025d020-9dd5-4e43-935e-68315b8c1603 None None] Routers {'adcabd08-77c6-4632-b7c1-2b2b70039ce5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:51.204736 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2025d020-9dd5-4e43-935e-68315b8c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:37:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:51.217756 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] For port 6c02da15-8284-4850-9ce5-91413d510e22, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=6c02da15-8284-4850-9ce5-91413d510e22,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:51.218161 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.231166 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Calling delete_port for 6c02da15-8284-4850-9ce5-91413d510e22 owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:51.291883 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-2025d020-9dd5-4e43-935e-68315b8c1603 None None] Set router adcabd08-77c6-4632-b7c1-2b2b70039ce5 gateway port host: None {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:51.348070 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2025d020-9dd5-4e43-935e-68315b8c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:37:51Z', 'revision_number': 6, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port_host': None}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:51.375241 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2025d020-9dd5-4e43-935e-68315b8c1603 None None] The sync data for ids ['adcabd08-77c6-4632-b7c1-2b2b70039ce5'] in dv-cinder-773985-14-iscsi is: [{'id': 'adcabd08-77c6-4632-b7c1-2b2b70039ce5', 'name': 'tempest-TestMinimumBasicScenario-252976215-router', 'tenant_id': 'f04c0694a50c4533859c8db8a7269b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:32Z', 'updated_at': '2021-08-27T03:37:51Z', 'revision_number': 6, 'project_id': 'f04c0694a50c4533859c8db8a7269b63', 'gw_port_host': None}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:51.403984 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.409261 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device ab86934c-3c7f-4ee5-8361-ae8500899a8b no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:51.428855 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: ab86934c-3c7f-4ee5-8361-ae8500899a8b {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:51.429203 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device ab86934c-3c7f-4ee5-8361-ae8500899a8b not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:51.431349 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Pushing event deleted for resources: {'Port': ['ID=6c02da15-8284-4850-9ce5-91413d510e22,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:51.492571 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430239'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.584630 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1028887'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.586836 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.627921 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428047'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.628481 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Fanout notify agent at l3_agent the message router_deleted on router adcabd08-77c6-4632-b7c1-2b2b70039ce5 {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:37:51.633656 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.634867 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a482a3b0-237a-426a-a3a6-2daa672befec admin admin] 10.222.0.48 "DELETE /v2.0/routers/adcabd08-77c6-4632-b7c1-2b2b70039ce5 HTTP/1.1" status: 204 len: 168 time: 0.7666903 Aug 27 03:37:51.637274 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34022) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:51.681556 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e48f4cd-3e3b-4c52-af7e-0c1b08d2b65a admin admin] Deleting subnet b7f5b982-6637-44f0-84a2-c082e53570ad {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:51.684572 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e48f4cd-3e3b-4c52-af7e-0c1b08d2b65a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.723586 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e48f4cd-3e3b-4c52-af7e-0c1b08d2b65a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131756691'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.843366 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e48f4cd-3e3b-4c52-af7e-0c1b08d2b65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.905213 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e48f4cd-3e3b-4c52-af7e-0c1b08d2b65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131160931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130982917'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.929400 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48f4cd-3e3b-4c52-af7e-0c1b08d2b65a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f5b982-6637-44f0-84a2-c082e53570ad,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:51.935401 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0e48f4cd-3e3b-4c52-af7e-0c1b08d2b65a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:51.937267 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0e48f4cd-3e3b-4c52-af7e-0c1b08d2b65a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b7f5b982-6637-44f0-84a2-c082e53570ad HTTP/1.1" status: 204 len: 168 time: 0.2990751 Aug 27 03:37:51.940034 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34024) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:51.943121 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acde410-b58d-45fe-a3d2-02ddf8f20ef6 None None] Network 2b83c78b-c54e-4d49-9b7c-1ce1c073432b requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:52.007978 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.059976 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Deleting port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:52.060323 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.128320 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] For port 9670431e-cc85-4884-bf10-af9bb2bdb5c6, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=9670431e-cc85-4884-bf10-af9bb2bdb5c6,segment=NetworkSegment(fe6201eb-25c9-44e7-9b70-004c8d725c72),segment_id=fe6201eb-25c9-44e7-9b70-004c8d725c72)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:52.129178 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.148523 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Calling delete_port for 9670431e-cc85-4884-bf10-af9bb2bdb5c6 owned by network:dhcp {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:52.170403 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] DHCP port deletion for 2b83c78b-c54e-4d49-9b7c-1ce1c073432b request from dv-cinder-773985-14-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:37:52.199986 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ffe38d09-25d1-423f-a411-fc49bb1c5b78 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:52.223302 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: ffe38d09-25d1-423f-a411-fc49bb1c5b78 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:52.223648 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ffe38d09-25d1-423f-a411-fc49bb1c5b78 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:52.244397 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.248052 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Deleting port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:52.248437 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.275963 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Pushing event deleted for resources: {'Port': ['ID=9670431e-cc85-4884-bf10-af9bb2bdb5c6,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:52.280202 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] No DVR routers for this DVR port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 on host dv-cinder-773985-14-iscsi {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:52.323865 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] For port 9670431e-cc85-4884-bf10-af9bb2bdb5c6, host dv-cinder-773985-14-iscsi, got binding levels [] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:52.324260 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.337484 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Calling delete_port for 9670431e-cc85-4884-bf10-af9bb2bdb5c6 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:52.341520 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.ipam_backend_mixin [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 was not found and therefore no delete operation was performed {{(pid=93873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 03:37:52.342756 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.352705 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.363015 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b83c78b-c54e-4d49-9b7c-1ce1c073432b']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:52.369281 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Pushing event deleted for resources: {'Port': ['ID=9670431e-cc85-4884-bf10-af9bb2bdb5c6,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:52.373815 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] No DVR routers for this DVR port 9670431e-cc85-4884-bf10-af9bb2bdb5c6 on host dv-cinder-773985-14-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:52.375007 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6201eb-25c9-44e7-9b70-004c8d725c72') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:52.375317 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6201eb-25c9-44e7-9b70-004c8d725c72') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:52.379508 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.379854 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.380257 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.380584 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.380908 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.381287 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.381618 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.381866 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.382215 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.382592 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.382971 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.383264 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e0c85-486c-4eb3-8af5-5c5ede9ae50e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:52.385577 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131756684'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.404386 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.412178 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:52.412623 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131160837'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: timer() Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: cb(*args, **kw) Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: self._notify() Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: self.callback(batched_events) Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: event.method(event) Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._get(url).json() Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:52.414905 dv-cinder-773985-14-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:52.483313 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.489888 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.492262 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] 10.222.0.48 "DELETE /v2.0/networks/2b83c78b-c54e-4d49-9b7c-1ce1c073432b HTTP/1.1" status: 204 len: 168 time: 0.5510497 Aug 27 03:37:52.496115 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34026) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:52.505628 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3070f-6288-495a-9422-4b70940b130b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b83c78b-c54e-4d49-9b7c-1ce1c073432b,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:52.850375 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:53.093647 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] Deleting port 03124967-10de-499c-9fa2-649162d193bc {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:53.093987 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:53.174425 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] For port 03124967-10de-499c-9fa2-649162d193bc, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=03124967-10de-499c-9fa2-649162d193bc,segment=NetworkSegment(e22780aa-bea1-4832-9735-e8106047e230),segment_id=e22780aa-bea1-4832-9735-e8106047e230)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:53.174693 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:53.190140 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] Calling delete_port for 03124967-10de-499c-9fa2-649162d193bc owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:53.370395 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:53.398226 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=03124967-10de-499c-9fa2-649162d193bc,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:53.578724 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133756051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:53.709298 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 9670431e-cc85-4884-bf10-af9bb2bdb5c6 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:53.730603 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 9670431e-cc85-4884-bf10-af9bb2bdb5c6 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:53.730951 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 9670431e-cc85-4884-bf10-af9bb2bdb5c6 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:53.731371 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 6c02da15-8284-4850-9ce5-91413d510e22 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:53.751987 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 6c02da15-8284-4850-9ce5-91413d510e22 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:53.752335 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 6c02da15-8284-4850-9ce5-91413d510e22 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:53.821427 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] Router dc48df5c-234a-4396-85d2-0583f397e432 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:53.933558 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:53.939097 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-31dda720-5d47-4840-8196-93ff6ef54c5b admin admin] 10.222.0.48 "PUT /v2.0/routers/dc48df5c-234a-4396-85d2-0583f397e432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4418461 Aug 27 03:37:53.943186 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34028) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:53.945382 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e4a35-615a-4b0d-a8c5-9dcd9192eccc None None] Sync routers for ids ['dc48df5c-234a-4396-85d2-0583f397e432'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:53.956147 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e4a35-615a-4b0d-a8c5-9dcd9192eccc None None] Routers {'dc48df5c-234a-4396-85d2-0583f397e432'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:53.957334 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-dc2e4a35-615a-4b0d-a8c5-9dcd9192eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:37:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['dc48df5c-234a-4396-85d2-0583f397e432'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:54.051517 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.068733 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-dc2e4a35-615a-4b0d-a8c5-9dcd9192eccc None None] Set router dc48df5c-234a-4396-85d2-0583f397e432 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:54.156732 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.214986 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Deleting port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:54.215348 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.257382 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-dc2e4a35-615a-4b0d-a8c5-9dcd9192eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'name': 'tempest-TestMinimumBasicScenario-219298534-router', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:40Z', 'updated_at': '2021-08-27T03:37:53Z', 'revision_number': 5, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'gw_port': {'id': '6864e97a-5c1d-4ce3-b199-13de5aedcbe6', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:54.286491 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e4a35-615a-4b0d-a8c5-9dcd9192eccc None None] Checking router: dc48df5c-234a-4396-85d2-0583f397e432 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:54.294727 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e4a35-615a-4b0d-a8c5-9dcd9192eccc None None] Routers {'dc48df5c-234a-4396-85d2-0583f397e432'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:54.295346 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-dc2e4a35-615a-4b0d-a8c5-9dcd9192eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:37:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['dc48df5c-234a-4396-85d2-0583f397e432'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:54.312455 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] For port 6864e97a-5c1d-4ce3-b199-13de5aedcbe6, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=6864e97a-5c1d-4ce3-b199-13de5aedcbe6,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:54.313152 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.326935 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Calling delete_port for 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:54.391816 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-dc2e4a35-615a-4b0d-a8c5-9dcd9192eccc None None] Set router dc48df5c-234a-4396-85d2-0583f397e432 gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:54.444223 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-dc2e4a35-615a-4b0d-a8c5-9dcd9192eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'name': 'tempest-TestMinimumBasicScenario-219298534-router', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:40Z', 'updated_at': '2021-08-27T03:37:54Z', 'revision_number': 6, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'gw_port_host': None}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:54.473604 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e4a35-615a-4b0d-a8c5-9dcd9192eccc None None] The sync data for ids ['dc48df5c-234a-4396-85d2-0583f397e432'] in dv-cinder-773985-14-iscsi is: [{'id': 'dc48df5c-234a-4396-85d2-0583f397e432', 'name': 'tempest-TestMinimumBasicScenario-219298534-router', 'tenant_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:40Z', 'updated_at': '2021-08-27T03:37:54Z', 'revision_number': 6, 'project_id': '7a272095d39b4a1c95f03ed77e8f0bda', 'gw_port_host': None}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:54.497219 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.528724 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Pushing event deleted for resources: {'Port': ['ID=6864e97a-5c1d-4ce3-b199-13de5aedcbe6,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:54.590517 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430239'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.685214 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1028887'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.687334 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.733880 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428047'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.734460 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc48df5c-234a-4396-85d2-0583f397e432 {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:37:54.740287 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.741437 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e7fd9239-cd4b-49b8-8710-2fbbd6d6c760 admin admin] 10.222.0.48 "DELETE /v2.0/routers/dc48df5c-234a-4396-85d2-0583f397e432 HTTP/1.1" status: 204 len: 168 time: 0.7967117 Aug 27 03:37:54.744032 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34030) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:54.789355 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-193217c9-56f6-4630-a6a0-90e23d0930f0 admin admin] Deleting subnet 48201154-038e-46e0-9827-b95787f07541 {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:37:54.792825 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-193217c9-56f6-4630-a6a0-90e23d0930f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.831577 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-193217c9-56f6-4630-a6a0-90e23d0930f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131756691'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.929205 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-193217c9-56f6-4630-a6a0-90e23d0930f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:54.994732 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-193217c9-56f6-4630-a6a0-90e23d0930f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131160931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130982917'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.018210 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193217c9-56f6-4630-a6a0-90e23d0930f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48201154-038e-46e0-9827-b95787f07541,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:55.025871 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-193217c9-56f6-4630-a6a0-90e23d0930f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.027802 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-193217c9-56f6-4630-a6a0-90e23d0930f0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/48201154-038e-46e0-9827-b95787f07541 HTTP/1.1" status: 204 len: 168 time: 0.2828500 Aug 27 03:37:55.030320 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34032) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:55.033748 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b2a69-fa03-405f-af60-a9247cd49957 None None] Network 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:37:55.105601 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.164847 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Deleting port e605758d-ae57-48f8-82dd-f54ae316dbcc {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:55.166261 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.212036 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f147fca7-a201-4d40-9c21-14c7b43c75be None None] DHCP port deletion for 417c02c4-27ad-4a1b-90aa-1b3ddc625f3f request from dv-cinder-773985-14-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:37:55.239201 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] For port e605758d-ae57-48f8-82dd-f54ae316dbcc, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=e605758d-ae57-48f8-82dd-f54ae316dbcc,segment=NetworkSegment(e22780aa-bea1-4832-9735-e8106047e230),segment_id=e22780aa-bea1-4832-9735-e8106047e230)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:55.239749 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.253431 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Calling delete_port for e605758d-ae57-48f8-82dd-f54ae316dbcc owned by network:dhcp {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:55.258808 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f147fca7-a201-4d40-9c21-14c7b43c75be None None] Deleting port e605758d-ae57-48f8-82dd-f54ae316dbcc {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:37:55.259215 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f147fca7-a201-4d40-9c21-14c7b43c75be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.333184 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f147fca7-a201-4d40-9c21-14c7b43c75be None None] For port e605758d-ae57-48f8-82dd-f54ae316dbcc, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=e605758d-ae57-48f8-82dd-f54ae316dbcc,segment=NetworkSegment(e22780aa-bea1-4832-9735-e8106047e230),segment_id=e22780aa-bea1-4832-9735-e8106047e230)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:55.333628 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f147fca7-a201-4d40-9c21-14c7b43c75be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.349808 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f147fca7-a201-4d40-9c21-14c7b43c75be None None] Calling delete_port for e605758d-ae57-48f8-82dd-f54ae316dbcc owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:37:55.482995 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f147fca7-a201-4d40-9c21-14c7b43c75be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.514046 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147fca7-a201-4d40-9c21-14c7b43c75be None None] Pushing event deleted for resources: {'Port': ['ID=e605758d-ae57-48f8-82dd-f54ae316dbcc,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:55.517856 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f147fca7-a201-4d40-9c21-14c7b43c75be None None] No DVR routers for this DVR port e605758d-ae57-48f8-82dd-f54ae316dbcc on host dv-cinder-773985-14-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:55.608544 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.636447 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Pushing event deleted for resources: {'Port': ['ID=e605758d-ae57-48f8-82dd-f54ae316dbcc,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:55.641108 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] No DVR routers for this DVR port e605758d-ae57-48f8-82dd-f54ae316dbcc on host dv-cinder-773985-14-iscsi {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:37:55.654670 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device e605758d-ae57-48f8-82dd-f54ae316dbcc no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:55.674603 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: e605758d-ae57-48f8-82dd-f54ae316dbcc {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:55.674948 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device e605758d-ae57-48f8-82dd-f54ae316dbcc not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:55.675928 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:55.695419 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:55.695761 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 6864e97a-5c1d-4ce3-b199-13de5aedcbe6 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:55.696204 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 03124967-10de-499c-9fa2-649162d193bc no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:37:55.715311 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 03124967-10de-499c-9fa2-649162d193bc {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:37:55.715652 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 03124967-10de-499c-9fa2-649162d193bc not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:37:55.719344 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.730559 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417c02c4-27ad-4a1b-90aa-1b3ddc625f3f']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:55.741212 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22780aa-bea1-4832-9735-e8106047e230') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:55.741509 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22780aa-bea1-4832-9735-e8106047e230') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:55.750277 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131756684'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.763562 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.770108 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:37:55.770470 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131160837'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: self.session.flush() Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: self.session.flush() Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: self.session.flush() Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: self.session.flush() Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: timer() Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: cb(*args, **kw) Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: self._notify() Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: self.callback(batched_events) Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: event.method(event) Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._get(url).json() Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:37:55.772101 dv-cinder-773985-14-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:37:55.825436 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.829675 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.832391 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] 10.222.0.48 "DELETE /v2.0/networks/417c02c4-27ad-4a1b-90aa-1b3ddc625f3f HTTP/1.1" status: 204 len: 168 time: 0.8006217 Aug 27 03:37:55.845772 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b5d6b-4574-4349-8ab2-d29372b3af8f admin admin] Pushing event deleted for resources: {'Network': ['ID=417c02c4-27ad-4a1b-90aa-1b3ddc625f3f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:55.945472 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34036) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:55.986791 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6dc442dc-870e-452c-b68e-bacdd7100a2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f04c0694a50c4533859c8db8a7269b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401289 Aug 27 03:37:55.989841 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34038) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:56.037314 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bf39074-f8cc-4eba-b8d9-e8481b8ded62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:56.058137 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bf39074-f8cc-4eba-b8d9-e8481b8ded62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:56.106505 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bf39074-f8cc-4eba-b8d9-e8481b8ded62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:56.109023 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9bf39074-f8cc-4eba-b8d9-e8481b8ded62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:56.110204 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9bf39074-f8cc-4eba-b8d9-e8481b8ded62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/819364d6-217f-4794-8815-aeac3adb08e3 HTTP/1.1" status: 204 len: 168 time: 0.1193807 Aug 27 03:37:56.118264 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf39074-f8cc-4eba-b8d9-e8481b8ded62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819364d6-217f-4794-8815-aeac3adb08e3,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:56.427804 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34044) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:56.471867 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7980401e-c578-4dc1-9154-f16eab49b8d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a272095d39b4a1c95f03ed77e8f0bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429339 Aug 27 03:37:56.474358 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34046) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:56.522997 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-171668d7-5c98-47ae-a3dc-86f4dd3b2246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:56.544401 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-171668d7-5c98-47ae-a3dc-86f4dd3b2246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:56.596247 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-171668d7-5c98-47ae-a3dc-86f4dd3b2246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:56.599623 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-171668d7-5c98-47ae-a3dc-86f4dd3b2246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:56.600847 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-171668d7-5c98-47ae-a3dc-86f4dd3b2246 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/659a76a8-3c47-4141-b004-6facdc99c77e HTTP/1.1" status: 204 len: 168 time: 0.1255517 Aug 27 03:37:56.609298 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171668d7-5c98-47ae-a3dc-86f4dd3b2246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659a76a8-3c47-4141-b004-6facdc99c77e,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:00.748581 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7f143d34-fece-4626-aa08-48c04679090e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:03.752755 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ca05c76c-23f3-4af2-92f3-da29aa1b735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:04.728126 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6e29a-7022-4673-b882-38a824d19285 req-4f9568dc-fa8f-49a6-9212-0fb9dec1c87f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:04.729762 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bcd6e29a-7022-4673-b882-38a824d19285 req-4f9568dc-fa8f-49a6-9212-0fb9dec1c87f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0586789 Aug 27 03:38:04.774268 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bcd6e29a-7022-4673-b882-38a824d19285 req-084d9965-4147-4135-9b1e-c07bc1b23435 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375247 Aug 27 03:38:04.776579 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:05.079454 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:05.899707 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6b84f-c58b-4afb-a7ce-a226c64878da req-88030fdb-0410-4052-98a0-5303fd9b24e7 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:05.901199 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e8c6b84f-c58b-4afb-a7ce-a226c64878da req-88030fdb-0410-4052-98a0-5303fd9b24e7 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0511222 Aug 27 03:38:05.938653 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e8c6b84f-c58b-4afb-a7ce-a226c64878da req-0118543a-d2cc-495c-a203-e10089ba84f3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Aug 27 03:38:06.515164 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-72f657be-e991-4294-aeea-164302b2a381 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:06.516607 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-72f657be-e991-4294-aeea-164302b2a381 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.62 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0472643 Aug 27 03:38:06.610766 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Deleting port 12277069-4498-4469-9aee-a13eb400f6d3 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:06.611114 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:06.700130 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] For port 12277069-4498-4469-9aee-a13eb400f6d3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=12277069-4498-4469-9aee-a13eb400f6d3,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:06.700486 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:06.884069 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:06.923642 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:06.924170 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:06.924335 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.l3_db [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Floating IP 397f0204-aff0-4bf3-8e58-2520d690aec5 disassociated. External IP: 172.27.2.19, port: 12277069-4498-4469-9aee-a13eb400f6d3. Aug 27 03:38:06.924673 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Calling delete_port for 12277069-4498-4469-9aee-a13eb400f6d3 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:07.085362 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f043d-adeb-4b58-9a5a-5d3de5b0b618 req-3fe04654-1163-4670-80f3-c9f8b41df388 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:07.086907 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d78f043d-adeb-4b58-9a5a-5d3de5b0b618 req-3fe04654-1163-4670-80f3-c9f8b41df388 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 945 time: 0.0825467 Aug 27 03:38:07.087981 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:07.123480 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event deleted for resources: {'Port': ['ID=12277069-4498-4469-9aee-a13eb400f6d3,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:07.188577 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d78f043d-adeb-4b58-9a5a-5d3de5b0b618 req-8ba2ebab-2d3b-4f5b-adcd-58cbf62eaa3c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924895 Aug 27 03:38:07.258677 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:38:07.364976 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:38:07.374858 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606fad6-2861-4342-a173-b7035d06f74b None None] Sync routers for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:38:07.384515 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606fad6-2861-4342-a173-b7035d06f74b None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:07.385125 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-9606fad6-2861-4342-a173-b7035d06f74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:07.405329 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] No DVR routers for this DVR port 12277069-4498-4469-9aee-a13eb400f6d3 on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:38:07.407909 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:07.409959 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0182aa34-3a9b-49df-b42c-095b20d7c8a2 req-34ac8b67-6dc8-41ad-b1cb-da12acdb7a10 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.62 "DELETE /v2.0/ports/12277069-4498-4469-9aee-a13eb400f6d3 HTTP/1.1" status: 204 len: 173 time: 0.8866630 Aug 27 03:38:07.410419 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'name': 'network-vif-deleted', 'tag': '12277069-4498-4469-9aee-a13eb400f6d3'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:07.412665 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f54f97-4dc5-4f03-b6a5-81fcec7a666d" -d '{"events": [{"server_uuid": "259f7cfe-9ee5-44ec-b227-d524587c5600", "name": "network-vif-deleted", "tag": "12277069-4498-4469-9aee-a13eb400f6d3"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:07.452396 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2589185-3c5e-4914-b3e7-4f06a3c27946 x-openstack-request-id: req-c2589185-3c5e-4914-b3e7-4f06a3c27946 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:07.452690 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259f7cfe-9ee5-44ec-b227-d524587c5600", "name": "network-vif-deleted", "tag": "12277069-4498-4469-9aee-a13eb400f6d3", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:07.452944 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2589185-3c5e-4914-b3e7-4f06a3c27946 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:07.453342 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259f7cfe-9ee5-44ec-b227-d524587c5600', 'name': 'network-vif-deleted', 'tag': '12277069-4498-4469-9aee-a13eb400f6d3', 'status': 'completed', 'code': 200} Aug 27 03:38:07.626277 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-9606fad6-2861-4342-a173-b7035d06f74b None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:07.823407 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:38:07.866610 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-9606fad6-2861-4342-a173-b7035d06f74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:07.896092 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606fad6-2861-4342-a173-b7035d06f74b None None] Checking router: 57f5fd71-8e25-4c68-b4de-dc098d1ee661 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:38:07.908458 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606fad6-2861-4342-a173-b7035d06f74b None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:07.910362 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-9606fad6-2861-4342-a173-b7035d06f74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:08.023625 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-9606fad6-2861-4342-a173-b7035d06f74b None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:08.223078 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-9606fad6-2861-4342-a173-b7035d06f74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:08.249918 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606fad6-2861-4342-a173-b7035d06f74b None None] The sync data for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi is: [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:38:08.310578 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6820d6c2-7adf-4d23-bece-909e503166aa req-e02bfe84-6647-4242-ad6b-e2276c52fd99 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=259f7cfe-9ee5-44ec-b227-d524587c5600 HTTP/1.1" status: 200 len: 210 time: 0.0310764 Aug 27 03:38:08.488933 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d57c54-a956-4553-a469-dc562f296def None None] New status for floating IP 397f0204-aff0-4bf3-8e58-2520d690aec5: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:38:09.553713 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 12277069-4498-4469-9aee-a13eb400f6d3 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:38:09.575611 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: 12277069-4498-4469-9aee-a13eb400f6d3 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:38:09.576088 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 12277069-4498-4469-9aee-a13eb400f6d3 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:38:09.578668 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-07e12599-8280-4c3d-b44d-af5665d2b440 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821316026&fields=id&tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8 HTTP/1.1" status: 200 len: 267 time: 0.0373552 Aug 27 03:38:09.685560 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0de09-feb3-4637-b991-335a1de17c9d req-879d41cf-103f-419c-abc3-52a63f1957f2 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:09.687034 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-879d41cf-103f-419c-abc3-52a63f1957f2 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 811 time: 0.1001272 Aug 27 03:38:09.702292 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-fad84239-2dc0-453d-9981-a2321406f0bf tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/quotas/93c77e3c5a0d4923a18d3f98ccb523a8 HTTP/1.1" status: 200 len: 375 time: 0.0087008 Aug 27 03:38:09.739147 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:09.756192 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-8e59ce2c-281f-4553-8f46-3dda2a45591d tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482006 Aug 27 03:38:09.938752 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-8977c8e6-fa4e-4269-a94a-f4d5ebe45194 service neutron] 10.222.0.48 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712825 Aug 27 03:38:10.030275 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-421108ec-c06b-4543-8e9f-bb21d46072f8 service neutron] 10.222.0.48 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844004 Aug 27 03:38:10.318696 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-de49ecb0-e992-4364-a6c8-89f3f8191b4a req-364df92b-95b0-4250-9436-d82dc992f6be tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0269442 Aug 27 03:38:11.398315 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-99cb3dda-123e-4c0b-b5e7-1c3ac7562092 req-a0c6664a-9f36-4c27-8e9a-f5829d97a237 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0270102 Aug 27 03:38:12.321180 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0de09-feb3-4637-b991-335a1de17c9d req-408d2387-a3ac-47b4-acf9-fb37e8d96c24 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:12.322727 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-408d2387-a3ac-47b4-acf9-fb37e8d96c24 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 811 time: 0.1059999 Aug 27 03:38:12.372971 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-3a989981-cfff-4053-b598-e03eae69ac0e tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8 HTTP/1.1" status: 200 len: 380 time: 0.0351660 Aug 27 03:38:12.389011 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Request body: {'port': {'device_id': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'admin_state_up': True, 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'security_groups': ['4d0f2e12-5dca-469b-9f92-13be2f68fdde']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:12.506746 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-27f15f70-4f97-44fe-a9a6-068ade240f97 req-02a6a535-6538-48fb-837b-a4ef68303bd1 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0370259 Aug 27 03:38:12.540067 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Made reservation on behalf of 93c77e3c5a0d4923a18d3f98ccb523a8 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:38:12.543521 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:12.669009 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Allocated IP 172.20.0.14 (fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d/df328a79-ae45-41b7-a98b-d8e44618b9f2/c2519256-b76c-4991-bea8-ecb5807c4769) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:38:12.819993 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:12.835568 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Transition to ACTIVE for port object c2519256-b76c-4991-bea8-ecb5807c4769 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:38:12.876605 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:12.927342 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:38:12.930475 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:38:12.937552 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:38:12.972167 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'Port': ['ID=c2519256-b76c-4991-bea8-ecb5807c4769,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:12.996213 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:12.996843 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.013655 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37ef1a0e-a438-4a77-9a96-6eeb6a6bc852 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6283631 Aug 27 03:38:13.032735 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Request body: {'port': {'device_id': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:13.091215 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.209807 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-83ff9d41-fc00-4abf-882f-0e5a98fc2410 None None] Provisioning for port c2519256-b76c-4991-bea8-ecb5807c4769 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:38:13.214751 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-83ff9d41-fc00-4abf-882f-0e5a98fc2410 None None] Provisioning complete for port c2519256-b76c-4991-bea8-ecb5807c4769 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:38:13.215125 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-83ff9d41-fc00-4abf-882f-0e5a98fc2410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.252839 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-83ff9d41-fc00-4abf-882f-0e5a98fc2410 None None] Port c2519256-b76c-4991-bea8-ecb5807c4769 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:38:13.355389 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2519256-b76c-4991-bea8-ecb5807c4769 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:38:13.362325 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.375389 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Transition to ACTIVE for port object c2519256-b76c-4991-bea8-ecb5807c4769 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:38:13.379357 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.430169 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2519256-b76c-4991-bea8-ecb5807c4769,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:13.512058 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Attempting to bind port c2519256-b76c-4991-bea8-ecb5807c4769 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:38:13.512767 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Attempting to bind port c2519256-b76c-4991-bea8-ecb5807c4769 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:38:13.512767 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Attempting to bind port c2519256-b76c-4991-bea8-ecb5807c4769 on network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:38:13.517834 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Port c2519256-b76c-4991-bea8-ecb5807c4769 on network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:38:13.518192 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Attempting to bind port c2519256-b76c-4991-bea8-ecb5807c4769 on network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:38:13.524361 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:38:13.524696 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Checking segment: {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:38:13.525085 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Bound using segment: {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:38:13.525518 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Bound port: c2519256-b76c-4991-bea8-ecb5807c4769, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5d825b-f681-4fed-b5b6-8929420b5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:38:13.525894 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.638763 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] For port c2519256-b76c-4991-bea8-ecb5807c4769, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:38:13.668363 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] For port c2519256-b76c-4991-bea8-ecb5807c4769, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c2519256-b76c-4991-bea8-ecb5807c4769,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:38:13.677482 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.715450 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-d5aa63c9-cbe7-4eff-89d5-c91ba7370036 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1252649 Aug 27 03:38:13.725195 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:13.725828 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:13.727276 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] 10.222.0.62 "PUT /v2.0/ports/c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 200 len: 1094 time: 0.6992652 Aug 27 03:38:13.727737 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'tag': 'c2519256-b76c-4991-bea8-ecb5807c4769'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:13.730111 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96afd5f-6e69-450d-8e08-02e162729ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a03aa5-2406-4897-ab82-ed8c62cdab4c", "tag": "c2519256-b76c-4991-bea8-ecb5807c4769"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:13.744022 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53688729-9ba7-4b17-a82c-752a6a124359 req-ffc00faa-2f7c-4ed5-b0c4-9837b20a9d5a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:13.745607 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-53688729-9ba7-4b17-a82c-752a6a124359 req-ffc00faa-2f7c-4ed5-b0c4-9837b20a9d5a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 944 time: 0.1226203 Aug 27 03:38:13.782641 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ea4330-ed2b-4cd1-a366-0b0a54a31aae x-openstack-request-id: req-f3ea4330-ed2b-4cd1-a366-0b0a54a31aae {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:13.782937 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a03aa5-2406-4897-ab82-ed8c62cdab4c", "tag": "c2519256-b76c-4991-bea8-ecb5807c4769", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:13.783193 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3ea4330-ed2b-4cd1-a366-0b0a54a31aae {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:13.783592 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'tag': 'c2519256-b76c-4991-bea8-ecb5807c4769', 'status': 'completed', 'code': 200} Aug 27 03:38:13.784310 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecd996-4f68-4a4c-b168-655e9e6fe2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2519256-b76c-4991-bea8-ecb5807c4769,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:13.835148 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-53688729-9ba7-4b17-a82c-752a6a124359 req-75691c1a-235c-4ac0-b325-4d9ba70d9ace tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719845 Aug 27 03:38:13.889389 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0de09-feb3-4637-b991-335a1de17c9d req-e43b18b1-69c7-43a5-8aca-5ef7165704f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:13.890871 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-e43b18b1-69c7-43a5-8aca-5ef7165704f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1097 time: 0.0815096 Aug 27 03:38:13.893980 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-296e9c1f-e223-40a6-925c-72364d4cc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:13.896709 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-296e9c1f-e223-40a6-925c-72364d4cc72e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 1099 time: 0.0861790 Aug 27 03:38:13.952991 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-63f75d16-f1e0-40c2-a81d-4a390d2505cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 200 len: 217 time: 0.0445421 Aug 27 03:38:14.056925 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0de09-feb3-4637-b991-335a1de17c9d req-65cd25d5-f8d6-4073-bf9c-77eb490a32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:14.058413 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-65cd25d5-f8d6-4073-bf9c-77eb490a32b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0897503 Aug 27 03:38:14.104098 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-55e9a479-238e-4647-80cb-efdb10d67450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:14.105610 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-55e9a479-238e-4647-80cb-efdb10d67450 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 918 time: 0.1609666 Aug 27 03:38:14.155757 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37b1438e-c807-4e54-92a4-fff2dea947f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:14.157173 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-37b1438e-c807-4e54-92a4-fff2dea947f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0903988 Aug 27 03:38:14.232723 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-924c5a62-720e-4aac-a47d-d98d2687c468 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 HTTP/1.1" status: 200 len: 1001 time: 0.1185918 Aug 27 03:38:14.306886 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-9e54236d-b38d-4fcc-9dcb-6ddb1fe9c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:14.308493 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-9e54236d-b38d-4fcc-9dcb-6ddb1fe9c2c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.0670388 Aug 27 03:38:14.310346 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-c2270134-cb3c-4d61-afb5-43a450bfb5be service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455555 Aug 27 03:38:14.425074 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-b88c744d-90fb-4a46-b0d8-8df189f0f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:14.427644 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-b88c744d-90fb-4a46-b0d8-8df189f0f530 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1066084 Aug 27 03:38:14.487190 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f0de09-feb3-4637-b991-335a1de17c9d req-97a19e38-1ed5-4b31-a118-1862420e6917 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649222 Aug 27 03:38:14.533479 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-eb9f83a4-0b3f-4274-8f6a-422538d6741e service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977948 Aug 27 03:38:14.682818 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96afd5f-6e69-450d-8e08-02e162729ec2 req-d0f90819-b8d0-44a2-91f2-327d28031148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:14.684211 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a96afd5f-6e69-450d-8e08-02e162729ec2 req-d0f90819-b8d0-44a2-91f2-327d28031148 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1097 time: 0.0955999 Aug 27 03:38:14.707066 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6a41af09-757a-4b02-a53e-5a76b3cebd18 req-a35f6ed5-ec19-4b3c-8a1d-00e416527e9c service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277335 Aug 27 03:38:14.788735 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96afd5f-6e69-450d-8e08-02e162729ec2 req-70a8e6bc-7ca2-4ac2-811d-7ffc57bdbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:14.790233 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a96afd5f-6e69-450d-8e08-02e162729ec2 req-70a8e6bc-7ca2-4ac2-811d-7ffc57bdbdfa service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 912 time: 0.0954669 Aug 27 03:38:14.832249 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a96afd5f-6e69-450d-8e08-02e162729ec2 req-5539da78-dae0-4a86-8c18-11859a602a67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 200 len: 217 time: 0.0340257 Aug 27 03:38:14.884851 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96afd5f-6e69-450d-8e08-02e162729ec2 req-7c942f9d-d1af-478e-84a4-0b49a0a4aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:14.886386 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a96afd5f-6e69-450d-8e08-02e162729ec2 req-7c942f9d-d1af-478e-84a4-0b49a0a4aedd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0479636 Aug 27 03:38:15.226361 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96afd5f-6e69-450d-8e08-02e162729ec2 req-cc2263b0-623a-4d96-ac42-cbab2526a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.227913 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a96afd5f-6e69-450d-8e08-02e162729ec2 req-cc2263b0-623a-4d96-ac42-cbab2526a584 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3284264 Aug 27 03:38:15.237336 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b4ea-0131-480c-af91-d006988ae535 req-e14aac29-728d-42aa-978b-18b29e4c511f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:15.239986 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c89b4ea-0131-480c-af91-d006988ae535 req-e14aac29-728d-42aa-978b-18b29e4c511f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 944 time: 0.3323803 Aug 27 03:38:15.337975 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7c89b4ea-0131-480c-af91-d006988ae535 req-5c436a12-4ee3-46b8-ab08-70e3622ef0ab tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823944 Aug 27 03:38:15.366050 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a96afd5f-6e69-450d-8e08-02e162729ec2 req-8653cbe7-df1f-4140-817b-cdc37771bccd service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250007 Aug 27 03:38:15.471282 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a96afd5f-6e69-450d-8e08-02e162729ec2 req-68bf1b47-b179-434f-8b59-ea22a55c3587 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959513 Aug 27 03:38:16.462274 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d38b8-c81e-4c5a-bedd-5181674c375c req-1ee331bc-e8eb-463f-8178-1d25d0fa1d70 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:16.463838 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-746d38b8-c81e-4c5a-bedd-5181674c375c req-1ee331bc-e8eb-463f-8178-1d25d0fa1d70 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 944 time: 0.0532620 Aug 27 03:38:16.504198 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-746d38b8-c81e-4c5a-bedd-5181674c375c req-a6e0f500-072e-4bd3-bb56-3013532e7a74 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335784 Aug 27 03:38:17.626383 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6737b80-a1b0-43ec-a63c-75bef9238cda req-ad577570-ee38-4bc4-b11e-7b428b8bb3c3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:17.627904 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b6737b80-a1b0-43ec-a63c-75bef9238cda req-ad577570-ee38-4bc4-b11e-7b428b8bb3c3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 944 time: 0.0552831 Aug 27 03:38:17.669246 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b6737b80-a1b0-43ec-a63c-75bef9238cda req-38904055-34b0-4c86-83fa-1859ed8fd918 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345306 Aug 27 03:38:18.789461 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374aaec-c547-4ebc-a70c-1abb098c5f4f req-f1343de3-77be-4c8b-9fb9-10a8aa7a6dc1 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:18.791154 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b374aaec-c547-4ebc-a70c-1abb098c5f4f req-f1343de3-77be-4c8b-9fb9-10a8aa7a6dc1 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 944 time: 0.0525527 Aug 27 03:38:18.831723 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b374aaec-c547-4ebc-a70c-1abb098c5f4f req-05b0fead-eb89-4f38-b2d8-b3f559a84868 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345883 Aug 27 03:38:19.951795 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8376f32-1c33-4a2e-9b6b-862981c84427 req-08522999-b5b2-4a51-a72c-a60f8b7547ed tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:19.953316 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d8376f32-1c33-4a2e-9b6b-862981c84427 req-08522999-b5b2-4a51-a72c-a60f8b7547ed tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 944 time: 0.0502551 Aug 27 03:38:19.993650 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d8376f32-1c33-4a2e-9b6b-862981c84427 req-3b83e1f0-30a9-4810-83f9-30c9cae85375 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337515 Aug 27 03:38:21.132562 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbf91a-b995-42ed-9841-a98e598e9354 req-19be98b2-0cac-413b-9d21-82a6774395a3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:21.134061 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-91bbf91a-b995-42ed-9841-a98e598e9354 req-19be98b2-0cac-413b-9d21-82a6774395a3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 944 time: 0.0672295 Aug 27 03:38:21.173659 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-91bbf91a-b995-42ed-9841-a98e598e9354 req-e7e7f0fc-b9ae-45c2-a465-d14664350dee tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337412 Aug 27 03:38:21.594723 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device c2519256-b76c-4991-bea8-ecb5807c4769 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:38:21.690691 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port c2519256-b76c-4991-bea8-ecb5807c4769, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c2519256-b76c-4991-bea8-ecb5807c4769,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:21.703195 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'c2519256-b76c-4991-bea8-ecb5807c4769', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'port_id': 'c2519256-b76c-4991-bea8-ecb5807c4769', 'mac_address': 'fa:16:3e:c7:da:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:38:21.742255 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:21.759271 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2519256-b76c-4991-bea8-ecb5807c4769 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:38:21.778316 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port c2519256-b76c-4991-bea8-ecb5807c4769, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c2519256-b76c-4991-bea8-ecb5807c4769,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:21.782584 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:21.832720 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=c2519256-b76c-4991-bea8-ecb5807c4769,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:22.289163 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5ed6-1c94-4623-a2f6-f27d6686ab91 req-973e1d0d-d41e-4a87-bff1-a8803561e31a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:22.290697 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0dcb5ed6-1c94-4623-a2f6-f27d6686ab91 req-973e1d0d-d41e-4a87-bff1-a8803561e31a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 945 time: 0.0485892 Aug 27 03:38:22.303997 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['c2519256-b76c-4991-bea8-ecb5807c4769'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:38:22.330893 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0dcb5ed6-1c94-4623-a2f6-f27d6686ab91 req-8b47ce79-2ff4-45f2-a951-b6885006aa24 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342629 Aug 27 03:38:23.444901 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876ded-30ab-4a67-b622-19bda0f0237c req-5c5e6516-82fa-4571-89bd-b7f611d88213 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:23.446404 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-18876ded-30ab-4a67-b622-19bda0f0237c req-5c5e6516-82fa-4571-89bd-b7f611d88213 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 945 time: 0.0487905 Aug 27 03:38:23.482506 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-18876ded-30ab-4a67-b622-19bda0f0237c req-f3088937-f787-473d-a1b5-df2b702eb9a8 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303209 Aug 27 03:38:23.602753 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device c2519256-b76c-4991-bea8-ecb5807c4769 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:38:23.650929 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port c2519256-b76c-4991-bea8-ecb5807c4769 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:38:23.654574 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port c2519256-b76c-4991-bea8-ecb5807c4769 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:38:23.654949 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:23.734739 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:23.757355 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2519256-b76c-4991-bea8-ecb5807c4769'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:23.759628 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93121b6a-7b96-409a-aa99-51d21f85c3dd" -d '{"events": [{"server_uuid": "a1a03aa5-2406-4897-ab82-ed8c62cdab4c", "name": "network-vif-plugged", "status": "completed", "tag": "c2519256-b76c-4991-bea8-ecb5807c4769"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:23.772446 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port c2519256-b76c-4991-bea8-ecb5807c4769, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c2519256-b76c-4991-bea8-ecb5807c4769,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:23.776465 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:23.804519 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8d6b72-7f2c-4c54-bbc4-bfa7476519aa x-openstack-request-id: req-fb8d6b72-7f2c-4c54-bbc4-bfa7476519aa {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:23.804810 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a03aa5-2406-4897-ab82-ed8c62cdab4c", "name": "network-vif-plugged", "status": "completed", "tag": "c2519256-b76c-4991-bea8-ecb5807c4769", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:23.805063 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb8d6b72-7f2c-4c54-bbc4-bfa7476519aa {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:23.805453 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2519256-b76c-4991-bea8-ecb5807c4769', 'code': 200} Aug 27 03:38:23.830683 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=c2519256-b76c-4991-bea8-ecb5807c4769,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:24.051118 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5596d-dd7a-44af-83f8-5a0345236a70 req-3c10c1ff-06bf-462c-b608-6288e31fb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:24.052823 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ce5596d-dd7a-44af-83f8-5a0345236a70 req-3c10c1ff-06bf-462c-b608-6288e31fb5ad service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1099 time: 0.0455375 Aug 27 03:38:24.088252 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ce5596d-dd7a-44af-83f8-5a0345236a70 req-91f4b53f-221a-4a0f-98af-cd5b541a6eba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284603 Aug 27 03:38:24.600019 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb378dab-2e88-471d-a896-6ab8c16db48c req-ecdff9a1-7449-47b2-86b9-ae4f965509f8 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:24.601545 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb378dab-2e88-471d-a896-6ab8c16db48c req-ecdff9a1-7449-47b2-86b9-ae4f965509f8 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 946 time: 0.0535686 Aug 27 03:38:24.643330 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb378dab-2e88-471d-a896-6ab8c16db48c req-79911c89-f9dc-4145-984c-170a6c360468 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357199 Aug 27 03:38:25.759515 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3a741-54b6-47a6-bc1c-4042f29f6d7a req-c670e33e-188e-428b-b3a9-9cf07e84d9ba tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:25.761006 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b2d3a741-54b6-47a6-bc1c-4042f29f6d7a req-c670e33e-188e-428b-b3a9-9cf07e84d9ba tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 946 time: 0.0496418 Aug 27 03:38:25.800001 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b2d3a741-54b6-47a6-bc1c-4042f29f6d7a req-783d18cc-e40c-4025-aea2-773215024cf9 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330067 Aug 27 03:38:25.918112 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d92a4-484e-466e-9652-b39f5382c138 req-aa5d8ba2-26a2-4b21-905f-228f852cbbf9 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:25.919647 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db0d92a4-484e-466e-9652-b39f5382c138 req-aa5d8ba2-26a2-4b21-905f-228f852cbbf9 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 946 time: 0.0529666 Aug 27 03:38:25.958147 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-db0d92a4-484e-466e-9652-b39f5382c138 req-b1396519-3755-4633-a0de-14bfe97aff13 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327075 Aug 27 03:38:25.979736 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34140) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:26.017435 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac6033f-653b-447d-9dea-7ed2d675b5e6 tempest-TestVolumeBootPattern-1805975074 tempest-TestVolumeBootPattern-1805975074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:26.019618 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1ac6033f-653b-447d-9dea-7ed2d675b5e6 tempest-TestVolumeBootPattern-1805975074 tempest-TestVolumeBootPattern-1805975074-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1094 time: 0.0382507 Aug 27 03:38:26.022624 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34142) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:26.026986 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Request body: {'floatingip': {'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'port_id': 'c2519256-b76c-4991-bea8-ecb5807c4769', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:26.048766 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for floatingip, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:26.147936 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:26.256700 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Allocated IP 172.27.2.151 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/04a88aef-cf94-4fe1-b914-97db04e2ca05) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:38:26.356077 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:26.394328 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:26.431413 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:38:26.437066 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:38:26.441002 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:38:26.467209 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'Port': ['ID=04a88aef-cf94-4fe1-b914-97db04e2ca05,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:27.067466 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:27.136500 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:27.285245 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:27.290294 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:27.361247 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event updated for resources: {'Port': ['ID=04a88aef-cf94-4fe1-b914-97db04e2ca05,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:27.372509 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:27.478956 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Floating IP 86a36f08-a9db-4648-8d83-f8563eee1dab associated. External IP: 172.27.2.151, port: c2519256-b76c-4991-bea8-ecb5807c4769. Aug 27 03:38:27.705435 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:38:27.821109 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:38:27.830574 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc2104-bb15-4590-bf01-a4a33cf54ced None None] Sync routers for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:38:27.838162 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:27.843075 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc2104-bb15-4590-bf01-a4a33cf54ced None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:27.843714 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8edc2104-bb15-4590-bf01-a4a33cf54ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:27.869303 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-99fdba35-4831-4ea1-b9d3-548b58dd352c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8456295 Aug 27 03:38:27.869999 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'tag': 'c2519256-b76c-4991-bea8-ecb5807c4769'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:27.872303 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a03aa5-2406-4897-ab82-ed8c62cdab4c", "tag": "c2519256-b76c-4991-bea8-ecb5807c4769"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:27.916418 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06be57bd-c893-47ec-9841-480e124b3d27 x-openstack-request-id: req-06be57bd-c893-47ec-9841-480e124b3d27 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:27.916710 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a03aa5-2406-4897-ab82-ed8c62cdab4c", "tag": "c2519256-b76c-4991-bea8-ecb5807c4769", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:27.916967 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06be57bd-c893-47ec-9841-480e124b3d27 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:27.917362 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'tag': 'c2519256-b76c-4991-bea8-ecb5807c4769', 'status': 'completed', 'code': 200} Aug 27 03:38:27.952622 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-8edc2104-bb15-4590-bf01-a4a33cf54ced None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:28.006443 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee req-e283096d-5c5e-4d8b-83a1-20fce4cf6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:28.008109 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee req-e283096d-5c5e-4d8b-83a1-20fce4cf6c06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1099 time: 0.0413380 Aug 27 03:38:28.110319 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee req-bfb6ba8b-47f0-45d4-ad82-095cd8db482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:28.112160 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee req-bfb6ba8b-47f0-45d4-ad82-095cd8db482b service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 912 time: 0.0971081 Aug 27 03:38:28.181886 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee req-c93d7afb-180d-438e-bbb3-0ae548da8c33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 200 len: 1000 time: 0.0614533 Aug 27 03:38:28.244149 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8edc2104-bb15-4590-bf01-a4a33cf54ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '86a36f08-a9db-4648-8d83-f8563eee1dab', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'port_id': 'c2519256-b76c-4991-bea8-ecb5807c4769', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'mac_address': 'fa:16:3e:c7:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:38:26Z', 'updated_at': '2021-08-27T03:38:26Z', 'revision_number': 0, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:28.249854 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee req-c1cc8958-7570-4b0c-a94e-725a1c0484f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:28.251611 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee req-c1cc8958-7570-4b0c-a94e-725a1c0484f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0624716 Aug 27 03:38:28.274201 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc2104-bb15-4590-bf01-a4a33cf54ced None None] Checking router: 57f5fd71-8e25-4c68-b4de-dc098d1ee661 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:38:28.290211 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc2104-bb15-4590-bf01-a4a33cf54ced None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:28.290846 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8edc2104-bb15-4590-bf01-a4a33cf54ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:28.345147 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d50ecb-c835-4d70-a051-170dcc5ffb33 req-4ac9174e-a2ea-4acc-a87f-91c0876b3569 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:28.346587 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-95d50ecb-c835-4d70-a051-170dcc5ffb33 req-4ac9174e-a2ea-4acc-a87f-91c0876b3569 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0822694 Aug 27 03:38:28.354060 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee req-07f5ed8a-62b3-4f12-9494-521c0a583dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:28.355487 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee req-07f5ed8a-62b3-4f12-9494-521c0a583dc5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0639627 Aug 27 03:38:28.396907 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-8edc2104-bb15-4590-bf01-a4a33cf54ced None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:28.437460 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-95d50ecb-c835-4d70-a051-170dcc5ffb33 req-12cda8ce-3e90-43a7-bf53-5f0587f8aa70 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810182 Aug 27 03:38:28.483996 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee req-5c37c08e-4b99-4dd9-a06f-b22ed6e30fff service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140425 Aug 27 03:38:28.606360 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8dfad0cf-2e48-49ed-a62a-da86c9cd5cee req-75fca6ac-71fa-4644-8d5e-b443650d4551 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136796 Aug 27 03:38:28.634908 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8edc2104-bb15-4590-bf01-a4a33cf54ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '86a36f08-a9db-4648-8d83-f8563eee1dab', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'port_id': 'c2519256-b76c-4991-bea8-ecb5807c4769', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'mac_address': 'fa:16:3e:c7:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:38:26Z', 'updated_at': '2021-08-27T03:38:26Z', 'revision_number': 0, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:28.661027 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc2104-bb15-4590-bf01-a4a33cf54ced None None] The sync data for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi is: [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': '86a36f08-a9db-4648-8d83-f8563eee1dab', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'port_id': 'c2519256-b76c-4991-bea8-ecb5807c4769', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'mac_address': 'fa:16:3e:c7:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:38:26Z', 'updated_at': '2021-08-27T03:38:26Z', 'revision_number': 0, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:38:28.857767 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9de3d9-cea7-4d1f-9cb0-6cf75d32ac86 None None] New status for floating IP 86a36f08-a9db-4648-8d83-f8563eee1dab: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:38:29.563568 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777b302-6d8d-4cf2-927d-e6305f423a75 req-723f9ba0-631d-40b6-a050-87fe4a6829d7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:29.565086 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4777b302-6d8d-4cf2-927d-e6305f423a75 req-723f9ba0-631d-40b6-a050-87fe4a6829d7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0497947 Aug 27 03:38:29.603767 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4777b302-6d8d-4cf2-927d-e6305f423a75 req-f35007e7-4eee-4259-9217-037b0c97d283 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319669 Aug 27 03:38:30.416213 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-8cb386ba-eb8c-49ae-87b7-18fa8b2bbd01 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:30.417675 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-8cb386ba-eb8c-49ae-87b7-18fa8b2bbd01 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.62 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0549259 Aug 27 03:38:30.509663 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Deleting port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:30.510003 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:30.603366 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] For port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:30.604065 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:30.756512 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-abe760cc-b649-4cd5-aa0b-5924b36c8c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:30.817424 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5922b-4bfd-4447-bad0-06b83de5e1fb req-cdab855f-2163-49be-aec0-3fd9caf9180e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:30.819165 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bf5922b-4bfd-4447-bad0-06b83de5e1fb req-cdab855f-2163-49be-aec0-3fd9caf9180e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=bef4e7c3-65e5-4239-b56a-84761b4b7cc5 HTTP/1.1" status: 200 len: 946 time: 0.1161134 Aug 27 03:38:30.849449 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:30.849937 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:30.850378 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.l3_db [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Floating IP 03c4e464-ef77-4d2e-8762-970bb787fc96 disassociated. External IP: 172.27.2.207, port: 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8. Aug 27 03:38:30.850725 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Calling delete_port for 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:30.914503 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bf5922b-4bfd-4447-bad0-06b83de5e1fb req-81644516-62ef-4743-87d0-32f970f6c1b0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=481a677a-39e4-48e0-9409-3568cdf292a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877635 Aug 27 03:38:31.006432 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:31.036996 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event deleted for resources: {'Port': ['ID=4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:31.150907 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Router 29416b56-55bf-4378-9ce7-90710ec5c0aa has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:38:31.257161 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:38:31.267130 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22e506d-351a-4c46-9c76-23b3a1a710d9 None None] Sync routers for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:38:31.277951 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e506d-351a-4c46-9c76-23b3a1a710d9 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:31.278660 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c22e506d-351a-4c46-9c76-23b3a1a710d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:31.299238 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] No DVR routers for this DVR port 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:38:31.301814 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:31.303912 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a031229a-8c10-4c2c-9bac-6f731e5dbe75 req-38dbcf2e-f666-485d-9989-58a04f4f6d3b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.62 "DELETE /v2.0/ports/4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 HTTP/1.1" status: 204 len: 173 time: 0.8794904 Aug 27 03:38:31.304299 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'name': 'network-vif-deleted', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:31.306606 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43b2250-e44b-4b59-8662-35d19465db7a" -d '{"events": [{"server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "name": "network-vif-deleted", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:31.344915 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c178dbfa-3c9d-43e4-9ee3-3fb46409b5a8 x-openstack-request-id: req-c178dbfa-3c9d-43e4-9ee3-3fb46409b5a8 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:31.345288 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef4e7c3-65e5-4239-b56a-84761b4b7cc5", "name": "network-vif-deleted", "tag": "4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:31.345519 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c178dbfa-3c9d-43e4-9ee3-3fb46409b5a8 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:31.345925 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef4e7c3-65e5-4239-b56a-84761b4b7cc5', 'name': 'network-vif-deleted', 'tag': '4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8', 'status': 'completed', 'code': 200} Aug 27 03:38:31.397651 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-c22e506d-351a-4c46-9c76-23b3a1a710d9 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:31.613973 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c22e506d-351a-4c46-9c76-23b3a1a710d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:31.644650 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22e506d-351a-4c46-9c76-23b3a1a710d9 None None] Checking router: 29416b56-55bf-4378-9ce7-90710ec5c0aa for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:38:31.653607 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e506d-351a-4c46-9c76-23b3a1a710d9 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:31.654286 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c22e506d-351a-4c46-9c76-23b3a1a710d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:31.763006 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-c22e506d-351a-4c46-9c76-23b3a1a710d9 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:31.980710 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-c22e506d-351a-4c46-9c76-23b3a1a710d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:32.007778 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34182) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:32.010242 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22e506d-351a-4c46-9c76-23b3a1a710d9 None None] The sync data for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi is: [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:38:32.065612 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e3676cc-706b-4326-9a90-7e87dd622056 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.091058 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e3676cc-706b-4326-9a90-7e87dd622056 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.139920 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e3676cc-706b-4326-9a90-7e87dd622056 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.142629 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e3676cc-706b-4326-9a90-7e87dd622056 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.144354 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1e3676cc-706b-4326-9a90-7e87dd622056 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "DELETE /v2.0/security-groups/481a677a-39e4-48e0-9409-3568cdf292a9 HTTP/1.1" status: 204 len: 168 time: 0.1350539 Aug 27 03:38:32.147686 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34184) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:32.157040 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3676cc-706b-4326-9a90-7e87dd622056 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481a677a-39e4-48e0-9409-3568cdf292a9,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:32.161757 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.api.v2.resource [None req-6e076466-1f0f-44e5-8ad6-9d75dd490d46 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] show failed (client error): The resource could not be found. Aug 27 03:38:32.162808 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6e076466-1f0f-44e5-8ad6-9d75dd490d46 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups/481a677a-39e4-48e0-9409-3568cdf292a9 HTTP/1.1" status: 404 len: 347 time: 0.0141373 Aug 27 03:38:32.166066 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34186) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:32.228064 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5173b7-5490-4259-be06-2cd539af83e9 None None] New status for floating IP 03c4e464-ef77-4d2e-8762-970bb787fc96: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:38:32.298295 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-e012df5c-da5c-4da4-a7c9-3101ffb60550 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Deleting port 5ec18653-c1da-4dab-8a8e-8b2af600781a {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:32.298664 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e012df5c-da5c-4da4-a7c9-3101ffb60550 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.378518 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e012df5c-da5c-4da4-a7c9-3101ffb60550 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.378936 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e012df5c-da5c-4da4-a7c9-3101ffb60550 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.390705 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-e012df5c-da5c-4da4-a7c9-3101ffb60550 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Calling delete_port for 5ec18653-c1da-4dab-8a8e-8b2af600781a owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:32.528661 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e012df5c-da5c-4da4-a7c9-3101ffb60550 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.561076 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012df5c-da5c-4da4-a7c9-3101ffb60550 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event deleted for resources: {'Port': ['ID=5ec18653-c1da-4dab-8a8e-8b2af600781a,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:32.621090 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e012df5c-da5c-4da4-a7c9-3101ffb60550 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.623517 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e012df5c-da5c-4da4-a7c9-3101ffb60550 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.624684 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e012df5c-da5c-4da4-a7c9-3101ffb60550 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "DELETE /v2.0/floatingips/03c4e464-ef77-4d2e-8762-970bb787fc96 HTTP/1.1" status: 204 len: 168 time: 0.4574990 Aug 27 03:38:32.888177 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34190) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:32.892764 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-97cf8205-9be2-443a-a790-afa55e543b23 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--782562516', 'description': 'tempest-description--1331812644'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:32.915038 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97cf8205-9be2-443a-a790-afa55e543b23 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:32.998464 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97cf8205-9be2-443a-a790-afa55e543b23 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.002438 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97cf8205-9be2-443a-a790-afa55e543b23 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.031700 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-97cf8205-9be2-443a-a790-afa55e543b23 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.032945 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-97cf8205-9be2-443a-a790-afa55e543b23 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1437581 Aug 27 03:38:33.035485 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf8205-9be2-443a-a790-afa55e543b23 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42ae03da-621c-4256-a53f-78d4836b40b1,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:33.037036 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34192) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:33.042677 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-467cb0db-90b2-476e-bce5-1de791f38557 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'security_group_rule': {'security_group_id': '42ae03da-621c-4256-a53f-78d4836b40b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:33.071819 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-467cb0db-90b2-476e-bce5-1de791f38557 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.121010 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-467cb0db-90b2-476e-bce5-1de791f38557 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.125621 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-467cb0db-90b2-476e-bce5-1de791f38557 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.144371 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cb0db-90b2-476e-bce5-1de791f38557 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b20a34-5a47-48b1-9ba8-db1e143e8d05,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:33.147802 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-467cb0db-90b2-476e-bce5-1de791f38557 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.149073 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-467cb0db-90b2-476e-bce5-1de791f38557 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102431 Aug 27 03:38:33.152346 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34194) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:33.156798 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-56d6cfb7-4ccc-48de-8e1f-464b19642ed8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'security_group_rule': {'security_group_id': '42ae03da-621c-4256-a53f-78d4836b40b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:33.184245 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-56d6cfb7-4ccc-48de-8e1f-464b19642ed8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.246649 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-56d6cfb7-4ccc-48de-8e1f-464b19642ed8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.250395 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-56d6cfb7-4ccc-48de-8e1f-464b19642ed8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.267246 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6cfb7-4ccc-48de-8e1f-464b19642ed8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795918b1-e00d-49c9-a041-dc7373e3ddce,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:33.274221 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-56d6cfb7-4ccc-48de-8e1f-464b19642ed8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.275404 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-56d6cfb7-4ccc-48de-8e1f-464b19642ed8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221037 Aug 27 03:38:33.278531 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34196) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:33.282871 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'floatingip': {'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:33.306540 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.407272 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.516591 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Allocated IP 172.27.2.22 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/b73cff52-1922-49cc-9c92-11d7b8cfc49d) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:38:33.618969 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.658131 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.676459 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:38:33.699226 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:38:33.701540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:38:33.701952 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 4d0e1155-f5d5-47a0-94e8-82afb1ec3cb8 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:38:33.702101 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:38:33.705164 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:38:33.745460 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-33218e1c-1bdd-4745-9159-47f28d497096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.747228 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'Port': ['ID=b73cff52-1922-49cc-9c92-11d7b8cfc49d,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:33.806641 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:33.840891 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:34.010795 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:34.015227 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:34.082639 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'Port': ['ID=b73cff52-1922-49cc-9c92-11d7b8cfc49d,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:34.095932 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:34.110253 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:34.111957 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ee004a09-7c9c-44b2-a069-40fdf2a62739 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8323333 Aug 27 03:38:34.256449 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-e11a5aec-269d-40d8-ba22-d24996b2390e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--782562516&fields=id&tenant_id=ce9e1db2319a4a8d89c073898f70aa83 HTTP/1.1" status: 200 len: 267 time: 0.0346661 Aug 27 03:38:34.374379 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-c50a0ab9-8e80-44ed-87c9-9a3649894ac6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:34.375867 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-c50a0ab9-8e80-44ed-87c9-9a3649894ac6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 817 time: 0.1125982 Aug 27 03:38:34.390997 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-9a47ca83-0f81-495b-8910-d6d19af066dc tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/quotas/ce9e1db2319a4a8d89c073898f70aa83 HTTP/1.1" status: 200 len: 375 time: 0.0093501 Aug 27 03:38:34.447595 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-bb82d58c-3b2d-4d69-a87f-68530f9b3ea5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507350 Aug 27 03:38:34.546372 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-e735c2ba-e040-4f69-b028-3a5487b4d2b5 service neutron] 10.222.0.48 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866253 Aug 27 03:38:34.648825 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-dc063d0c-b244-48c8-8904-3dfd51d5b594 service neutron] 10.222.0.48 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958304 Aug 27 03:38:34.783495 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:34.814580 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ca084fa-95a8-4feb-9fbf-9d89c2188378 req-ac25c9fc-e6fc-401e-b144-6639af773365 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 210 time: 0.0281825 Aug 27 03:38:35.082038 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:35.952616 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-32bf34bf-741b-4db1-a6b8-151d704f9fbd req-e78f1b6a-3287-457b-8e00-ee1fa40020e7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 210 time: 0.0345333 Aug 27 03:38:35.999536 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-47cc24d2-2ff3-4b27-808f-71f433d6a670 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:36.001005 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-47cc24d2-2ff3-4b27-808f-71f433d6a670 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 817 time: 0.1416192 Aug 27 03:38:36.063382 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-0dd4f1c8-dd1a-4e69-9da0-e85120602a5a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce9e1db2319a4a8d89c073898f70aa83 HTTP/1.1" status: 200 len: 379 time: 0.0357976 Aug 27 03:38:36.074778 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'port': {'device_id': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'admin_state_up': True, 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'security_groups': ['42ae03da-621c-4256-a53f-78d4836b40b1']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:36.183755 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Made reservation on behalf of ce9e1db2319a4a8d89c073898f70aa83 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:38:36.187117 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.309518 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Allocated IP 172.20.0.8 (ff1f034d-3826-4da6-8a6a-7416252fe801/5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2/1f361cea-ce02-41b5-92b3-a484af96f49d) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:38:36.449736 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.463802 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Transition to ACTIVE for port object 1f361cea-ce02-41b5-92b3-a484af96f49d will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:38:36.496945 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.549228 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Network ff1f034d-3826-4da6-8a6a-7416252fe801 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:38:36.554571 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:38:36.559015 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:38:36.566416 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event updated for resources: {'Port': ['ID=1f361cea-ce02-41b5-92b3-a484af96f49d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:36.616270 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:36.616917 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.632861 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b8493e5f-8659-40b5-8594-60695b8b45a5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5616548 Aug 27 03:38:36.654745 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Request body: {'port': {'device_id': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:36.714471 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.764404 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-5e3514db-32b1-44bf-af41-076a6a4f9056 None None] Provisioning for port 1f361cea-ce02-41b5-92b3-a484af96f49d completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:38:36.768188 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-5e3514db-32b1-44bf-af41-076a6a4f9056 None None] Provisioning complete for port 1f361cea-ce02-41b5-92b3-a484af96f49d triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:38:36.768567 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5e3514db-32b1-44bf-af41-076a6a4f9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.804791 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-5e3514db-32b1-44bf-af41-076a6a4f9056 None None] Port 1f361cea-ce02-41b5-92b3-a484af96f49d cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:38:36.887444 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.980445 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f361cea-ce02-41b5-92b3-a484af96f49d {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:38:36.988754 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:37.001850 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Transition to ACTIVE for port object 1f361cea-ce02-41b5-92b3-a484af96f49d will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:38:37.006932 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:37.090142 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Pushing event updated for resources: {'Port': ['ID=1f361cea-ce02-41b5-92b3-a484af96f49d,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:37.146360 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069ae9d-c63a-4cc6-939b-9a482f4b0338 req-204481a7-1aa5-4d68-9021-e2c4b3cc92e3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:37.147067 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a069ae9d-c63a-4cc6-939b-9a482f4b0338 req-204481a7-1aa5-4d68-9021-e2c4b3cc92e3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.1155987 Aug 27 03:38:37.211528 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a069ae9d-c63a-4cc6-939b-9a482f4b0338 req-3171b7ac-5d36-4491-a124-7a3d8cc600e8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544004 Aug 27 03:38:37.212484 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Attempting to bind port 1f361cea-ce02-41b5-92b3-a484af96f49d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:38:37.212821 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Attempting to bind port 1f361cea-ce02-41b5-92b3-a484af96f49d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:38:37.213211 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Attempting to bind port 1f361cea-ce02-41b5-92b3-a484af96f49d on network ff1f034d-3826-4da6-8a6a-7416252fe801 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:38:37.218228 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Port 1f361cea-ce02-41b5-92b3-a484af96f49d on network ff1f034d-3826-4da6-8a6a-7416252fe801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:38:37.218557 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Attempting to bind port 1f361cea-ce02-41b5-92b3-a484af96f49d on network ff1f034d-3826-4da6-8a6a-7416252fe801 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:38:37.224926 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:38:37.225158 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Checking segment: {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:38:37.225538 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Bound using segment: {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:38:37.225929 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Bound port: 1f361cea-ce02-41b5-92b3-a484af96f49d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:38:37.226323 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:37.294810 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:38:37.297777 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:38:37.303136 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:37.337148 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:37.337666 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:37.339099 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] 10.222.0.62 "PUT /v2.0/ports/1f361cea-ce02-41b5-92b3-a484af96f49d HTTP/1.1" status: 200 len: 1093 time: 0.6888337 Aug 27 03:38:37.339545 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:37.341813 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74553088-40fe-47f4-8bfa-7ed2cbe56cca" -d '{"events": [{"name": "network-changed", "server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:37.374254 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1b8c2-9e48-4bc7-a3ca-76e12e446c0c service neutron] Pushing event updated for resources: {'Port': ['ID=1f361cea-ce02-41b5-92b3-a484af96f49d,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:37.386154 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878225b7-73f4-4011-a540-b9f9b80bc702 x-openstack-request-id: req-878225b7-73f4-4011-a540-b9f9b80bc702 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:37.386683 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:37.386683 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-878225b7-73f4-4011-a540-b9f9b80bc702 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:37.387080 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'status': 'completed', 'code': 200} Aug 27 03:38:37.450624 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-3ba884a7-03e5-4892-9111-8421a8d42d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:37.452132 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-3ba884a7-03e5-4892-9111-8421a8d42d5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 1096 time: 0.0456727 Aug 27 03:38:37.505985 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-df671bd6-a854-4034-b425-9705e36c53db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f361cea-ce02-41b5-92b3-a484af96f49d HTTP/1.1" status: 200 len: 217 time: 0.0385270 Aug 27 03:38:37.560025 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-03ce0ae7-666f-48b6-b456-ed9ed900d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:37.561566 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-03ce0ae7-666f-48b6-b456-ed9ed900d64f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.0482721 Aug 27 03:38:37.609506 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-43063d2a-8cfb-47ba-8024-8f7226945c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:37.610986 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-43063d2a-8cfb-47ba-8024-8f7226945c23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414863 Aug 27 03:38:37.997965 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b6c99-994f-4695-a722-c67f32f25c40 req-aafc20b3-73b4-48a2-bc6d-3a69bb7e2f3b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:37.999486 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-963b6c99-994f-4695-a722-c67f32f25c40 req-aafc20b3-73b4-48a2-bc6d-3a69bb7e2f3b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0781786 Aug 27 03:38:38.003546 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-8fda5ad9-1688-485d-a0a4-74cd054833f6 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847935 Aug 27 03:38:38.091661 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-963b6c99-994f-4695-a722-c67f32f25c40 req-5a95f805-b299-41c7-bbee-b22d5b1af75f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855610 Aug 27 03:38:38.129015 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60d63e4b-5fd1-4c91-840d-bd140b243b58 req-dd9ad4fe-67cf-43af-9bfe-b013b9590121 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156747 Aug 27 03:38:38.327639 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74553088-40fe-47f4-8bfa-7ed2cbe56cca req-43ffd6f6-ba53-462a-a312-3fbc966b3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:38.329163 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74553088-40fe-47f4-8bfa-7ed2cbe56cca req-43ffd6f6-ba53-462a-a312-3fbc966b3ee8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 1096 time: 0.0744040 Aug 27 03:38:38.398533 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b57e3e-2e9f-4732-ad0a-d04cc21cc904 req-15c3acfb-9ffa-47a6-bd56-30e0ef4bce57 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:38.399915 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-49b57e3e-2e9f-4732-ad0a-d04cc21cc904 req-15c3acfb-9ffa-47a6-bd56-30e0ef4bce57 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.1097016 Aug 27 03:38:38.459210 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-49b57e3e-2e9f-4732-ad0a-d04cc21cc904 req-63b6d63a-3dbd-4bca-9534-4a2c7654474a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517933 Aug 27 03:38:38.468202 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74553088-40fe-47f4-8bfa-7ed2cbe56cca req-0c4e2fbd-367b-403e-b29f-c8931b7bf418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:38.469648 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74553088-40fe-47f4-8bfa-7ed2cbe56cca req-0c4e2fbd-367b-403e-b29f-c8931b7bf418 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 918 time: 0.1315596 Aug 27 03:38:38.534363 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74553088-40fe-47f4-8bfa-7ed2cbe56cca req-7080a76d-116a-4ced-a568-1ecd56ecc5ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f361cea-ce02-41b5-92b3-a484af96f49d HTTP/1.1" status: 200 len: 217 time: 0.0565002 Aug 27 03:38:38.598322 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74553088-40fe-47f4-8bfa-7ed2cbe56cca req-1d2dedab-a028-4ab4-8bd7-7badf4d5fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:38.599792 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74553088-40fe-47f4-8bfa-7ed2cbe56cca req-1d2dedab-a028-4ab4-8bd7-7badf4d5fd6b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.0464239 Aug 27 03:38:38.664291 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74553088-40fe-47f4-8bfa-7ed2cbe56cca req-067019fb-5f41-490f-8228-5862fab2a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:38.665754 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74553088-40fe-47f4-8bfa-7ed2cbe56cca req-067019fb-5f41-490f-8228-5862fab2a872 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483255 Aug 27 03:38:38.796366 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74553088-40fe-47f4-8bfa-7ed2cbe56cca req-a7dbb185-16c0-4f67-932e-2355a6f32c47 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824356 Aug 27 03:38:38.890363 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74553088-40fe-47f4-8bfa-7ed2cbe56cca req-03752ed2-74eb-4c4f-bcb8-300077cd3fc3 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857165 Aug 27 03:38:39.216745 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43dadc-72fb-4d07-b8f9-8f5176f6dc74 req-d39d2e2a-6395-4a31-8959-d5d590af7019 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:39.218249 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b43dadc-72fb-4d07-b8f9-8f5176f6dc74 req-d39d2e2a-6395-4a31-8959-d5d590af7019 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0587010 Aug 27 03:38:39.260777 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b43dadc-72fb-4d07-b8f9-8f5176f6dc74 req-0f6b155e-62da-4f9e-9d9c-4e780aaa6335 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=035418b6-e422-4a2f-a0ed-3678bb1bfccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360799 Aug 27 03:38:39.473282 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-3023580c-0c25-4223-88fa-d450ae8b575b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:39.474655 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-3023580c-0c25-4223-88fa-d450ae8b575b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.62 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 945 time: 0.0478842 Aug 27 03:38:39.605892 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041ebe2-8e57-4269-8d70-cb5cbee969de req-57e4ff87-7f58-43ec-a7b7-7bea62c8b3bc tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:39.607419 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5041ebe2-8e57-4269-8d70-cb5cbee969de req-57e4ff87-7f58-43ec-a7b7-7bea62c8b3bc tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0778215 Aug 27 03:38:39.631753 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Deleting port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:39.632323 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:39.703494 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5041ebe2-8e57-4269-8d70-cb5cbee969de req-bf48e247-925c-4e3d-b980-3be746392edd tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898688 Aug 27 03:38:39.748390 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] For port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:39.748758 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:39.760754 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:39.922602 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:39.923013 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:39.923315 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.l3_db [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Floating IP 6cc8c4aa-e72a-4325-b9d6-968cf2dd6491 disassociated. External IP: 172.27.2.190, port: dc3cad3e-acbe-4108-9aaf-10f03aebdb4f. Aug 27 03:38:39.923657 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Calling delete_port for dc3cad3e-acbe-4108-9aaf-10f03aebdb4f owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:40.071188 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:40.099976 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event deleted for resources: {'Port': ['ID=dc3cad3e-acbe-4108-9aaf-10f03aebdb4f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:40.216711 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Router 1dcf4444-de43-4674-9734-306a1171a574 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:38:40.326514 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:38:40.337041 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018d6f5-848e-4792-9143-f70dd47acd08 None None] Sync routers for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:38:40.347740 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018d6f5-848e-4792-9143-f70dd47acd08 None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:40.348637 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2018d6f5-848e-4792-9143-f70dd47acd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:40.374743 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-332c46a0-af4c-4892-b4a0-b84e871a3682 req-ccc920c9-fe92-4925-b2d5-6c8d07af4406 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=356e4fdd-62a5-42e5-bb50-a576d9338e22 HTTP/1.1" status: 200 len: 210 time: 0.0420732 Aug 27 03:38:40.394713 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] No DVR routers for this DVR port dc3cad3e-acbe-4108-9aaf-10f03aebdb4f on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:38:40.398632 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:40.400205 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-51dcae86-e679-4686-88b0-0ce5ea465591 req-afe1f48f-fc9f-4656-9383-87094a01939e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.62 "DELETE /v2.0/ports/dc3cad3e-acbe-4108-9aaf-10f03aebdb4f HTTP/1.1" status: 204 len: 173 time: 0.9146597 Aug 27 03:38:40.400694 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'name': 'network-vif-deleted', 'tag': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:40.402969 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88c0cd0-def9-48e0-9aa1-89540e12542e" -d '{"events": [{"server_uuid": "356e4fdd-62a5-42e5-bb50-a576d9338e22", "name": "network-vif-deleted", "tag": "dc3cad3e-acbe-4108-9aaf-10f03aebdb4f"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:40.447459 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab04046-31c9-448b-99bd-c8969175cfad x-openstack-request-id: req-6ab04046-31c9-448b-99bd-c8969175cfad {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:40.447852 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356e4fdd-62a5-42e5-bb50-a576d9338e22", "name": "network-vif-deleted", "tag": "dc3cad3e-acbe-4108-9aaf-10f03aebdb4f", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:40.448157 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ab04046-31c9-448b-99bd-c8969175cfad {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:40.448530 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356e4fdd-62a5-42e5-bb50-a576d9338e22', 'name': 'network-vif-deleted', 'tag': 'dc3cad3e-acbe-4108-9aaf-10f03aebdb4f', 'status': 'completed', 'code': 200} Aug 27 03:38:40.466827 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-2018d6f5-848e-4792-9143-f70dd47acd08 None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:40.691146 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2018d6f5-848e-4792-9143-f70dd47acd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:40.722845 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018d6f5-848e-4792-9143-f70dd47acd08 None None] Checking router: 1dcf4444-de43-4674-9734-306a1171a574 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:38:40.731393 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018d6f5-848e-4792-9143-f70dd47acd08 None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:40.732023 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2018d6f5-848e-4792-9143-f70dd47acd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:40.829310 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de9e15-16bc-4005-91f1-94e029ca6531 req-d1e4809c-c5a9-4119-afa9-f3c0f6cb641e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:40.830957 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d6de9e15-16bc-4005-91f1-94e029ca6531 req-d1e4809c-c5a9-4119-afa9-f3c0f6cb641e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0539246 Aug 27 03:38:40.843205 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-2018d6f5-848e-4792-9143-f70dd47acd08 None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:40.872242 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d6de9e15-16bc-4005-91f1-94e029ca6531 req-c7c23f32-a9e9-47cc-8045-f188cc8a5856 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343418 Aug 27 03:38:41.067825 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-2018d6f5-848e-4792-9143-f70dd47acd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:41.096547 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018d6f5-848e-4792-9143-f70dd47acd08 None None] The sync data for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi is: [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:38:41.323751 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b04067-7e53-49c2-8fcf-04f02abe5f7b None None] New status for floating IP 6cc8c4aa-e72a-4325-b9d6-968cf2dd6491: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:38:41.463137 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34264) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:41.519978 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e43df410-5779-4d42-a6f7-77ef8342780f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:41.543094 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e43df410-5779-4d42-a6f7-77ef8342780f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:41.589528 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e43df410-5779-4d42-a6f7-77ef8342780f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:41.592102 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e43df410-5779-4d42-a6f7-77ef8342780f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:41.593247 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e43df410-5779-4d42-a6f7-77ef8342780f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "DELETE /v2.0/security-groups/035418b6-e422-4a2f-a0ed-3678bb1bfccd HTTP/1.1" status: 204 len: 168 time: 0.1289790 Aug 27 03:38:41.596123 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34266) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:41.603207 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43df410-5779-4d42-a6f7-77ef8342780f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=035418b6-e422-4a2f-a0ed-3678bb1bfccd,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:41.611818 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.api.v2.resource [None req-7067cbe4-019d-473d-a7a1-efce84b237e9 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] show failed (client error): The resource could not be found. Aug 27 03:38:41.613754 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-7067cbe4-019d-473d-a7a1-efce84b237e9 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups/035418b6-e422-4a2f-a0ed-3678bb1bfccd HTTP/1.1" status: 404 len: 347 time: 0.0156503 Aug 27 03:38:41.617151 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34268) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:41.718718 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1f361cea-ce02-41b5-92b3-a484af96f49d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:38:41.741936 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Deleting port f4d47fa3-52ac-44ca-821a-bc584a852959 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:38:41.742309 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:41.820542 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:41.820770 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:41.820912 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:41.832737 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'port_id': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'mac_address': 'fa:16:3e:81:53:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:38:41.833141 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Calling delete_port for f4d47fa3-52ac-44ca-821a-bc584a852959 owned by network:floatingip {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:38:41.869961 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:41.882970 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f361cea-ce02-41b5-92b3-a484af96f49d {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:38:41.902322 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:41.911140 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:41.965492 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=1f361cea-ce02-41b5-92b3-a484af96f49d,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:41.974188 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.005603 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event deleted for resources: {'Port': ['ID=f4d47fa3-52ac-44ca-821a-bc584a852959,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:42.007741 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeb6c6-3fd5-4ae8-b8a8-8d8cc1da52a9 req-d544fe05-6adf-4d3e-b200-e31d2961d560 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:42.009247 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0cdeb6c6-3fd5-4ae8-b8a8-8d8cc1da52a9 req-d544fe05-6adf-4d3e-b200-e31d2961d560 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 944 time: 0.0514967 Aug 27 03:38:42.028193 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.028535 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.029047 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.029386 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.029718 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.030066 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.030394 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.030720 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.031041 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.031360 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.031678 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.031999 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.048777 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0cdeb6c6-3fd5-4ae8-b8a8-8d8cc1da52a9 req-14a95e6c-18ab-4160-8009-c5b253ff18dc tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328019 Aug 27 03:38:42.074369 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.076966 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.078183 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e2b26708-2266-4188-a508-06f25745285b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "DELETE /v2.0/floatingips/6cc8c4aa-e72a-4325-b9d6-968cf2dd6491 HTTP/1.1" status: 204 len: 168 time: 0.4600241 Aug 27 03:38:42.274035 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34274) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:42.278646 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--49112139', 'description': 'tempest-description--1704083214'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:42.300713 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.382393 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.386294 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.413390 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.414658 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1395686 Aug 27 03:38:42.417612 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34276) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:42.422728 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-746d2d37-9346-42ee-95bf-60e053b12a70 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'security_group_rule': {'security_group_id': '6ae7f51d-4514-4e0e-b579-f95569bf53bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:42.427980 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae7f51d-4514-4e0e-b579-f95569bf53bc,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:42.444203 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.444548 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.444677 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['1f361cea-ce02-41b5-92b3-a484af96f49d'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:38:42.444886 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.445220 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.445548 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.445877 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.446232 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.446556 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.446882 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.447202 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.447521 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.447838 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f4988f-46d7-4acc-9c33-59e5b60e3b7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:42.467416 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-746d2d37-9346-42ee-95bf-60e053b12a70 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.515343 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-746d2d37-9346-42ee-95bf-60e053b12a70 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.520556 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-746d2d37-9346-42ee-95bf-60e053b12a70 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.539344 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d2d37-9346-42ee-95bf-60e053b12a70 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40e502b-314d-43e7-b225-ee1f0b1948cb,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:42.548804 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-746d2d37-9346-42ee-95bf-60e053b12a70 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.552758 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-746d2d37-9346-42ee-95bf-60e053b12a70 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315262 Aug 27 03:38:42.553030 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34278) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:42.558195 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-e664cc6f-6bc1-4946-8899-48800edb0cb8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'security_group_rule': {'security_group_id': '6ae7f51d-4514-4e0e-b579-f95569bf53bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:42.584568 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e664cc6f-6bc1-4946-8899-48800edb0cb8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.642915 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e664cc6f-6bc1-4946-8899-48800edb0cb8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.647128 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e664cc6f-6bc1-4946-8899-48800edb0cb8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.665535 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664cc6f-6bc1-4946-8899-48800edb0cb8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cfddfd-5fbb-4994-9ff5-41d7d455b26e,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:42.670514 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e664cc6f-6bc1-4946-8899-48800edb0cb8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.671802 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e664cc6f-6bc1-4946-8899-48800edb0cb8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177435 Aug 27 03:38:42.674734 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34280) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:42.679878 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'floatingip': {'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:42.701331 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.801355 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:42.906064 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Allocated IP 172.27.2.215 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/57503899-4155-407b-9a45-de52cad7611c) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:38:43.008654 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:43.048003 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:43.085798 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:38:43.090536 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:38:43.094181 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:38:43.100324 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'Port': ['ID=57503899-4155-407b-9a45-de52cad7611c,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:43.216206 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb651c-fa79-4de8-a9b3-f3a4a4f16b13 req-664f5646-195c-45aa-b3a8-9d510b094039 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:43.217696 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66bb651c-fa79-4de8-a9b3-f3a4a4f16b13 req-664f5646-195c-45aa-b3a8-9d510b094039 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 944 time: 0.0896587 Aug 27 03:38:43.222738 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:43.277762 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:43.284973 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66bb651c-fa79-4de8-a9b3-f3a4a4f16b13 req-8d48c02d-af7d-49a6-94a7-65ae893b3282 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595262 Aug 27 03:38:43.436449 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:43.441834 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:43.512861 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'Port': ['ID=57503899-4155-407b-9a45-de52cad7611c,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:43.522337 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:43.536735 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:43.538003 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3624315d-c741-4b2b-839d-0abfe252fbce tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8615479 Aug 27 03:38:43.711540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1f361cea-ce02-41b5-92b3-a484af96f49d up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:38:43.724671 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-3177a81d-b522-423b-8b1d-d53a2b624122 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--49112139&fields=id&tenant_id=57d7d769521e4286baaa5fc29a8f22ff HTTP/1.1" status: 200 len: 267 time: 0.0371034 Aug 27 03:38:43.763323 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port 1f361cea-ce02-41b5-92b3-a484af96f49d completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:38:43.766964 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 1f361cea-ce02-41b5-92b3-a484af96f49d triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:38:43.767380 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:43.841009 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-b83021d8-0970-4d2c-9cb2-bc7f1f2d46b8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:43.842686 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-b83021d8-0970-4d2c-9cb2-bc7f1f2d46b8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 811 time: 0.1112413 Aug 27 03:38:43.859196 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-25149fb1-f9f1-4b6b-aa03-97846d7f2610 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/quotas/57d7d769521e4286baaa5fc29a8f22ff HTTP/1.1" status: 200 len: 375 time: 0.0098507 Aug 27 03:38:43.916460 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-ec4e2160-c2ef-48da-9e8d-242f97d14768 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502131 Aug 27 03:38:43.982363 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:44.006827 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:44.009040 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87719995-0e17-4841-8f2b-50e8285719f4" -d '{"events": [{"server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "name": "network-vif-plugged", "status": "completed", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:44.023226 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:44.028170 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:44.029277 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device dc3cad3e-acbe-4108-9aaf-10f03aebdb4f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:38:44.051189 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19fa26f-642b-4bf5-a8b8-39a39e8e0a07 x-openstack-request-id: req-a19fa26f-642b-4bf5-a8b8-39a39e8e0a07 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:44.051483 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "name": "network-vif-plugged", "status": "completed", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:44.051747 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a19fa26f-642b-4bf5-a8b8-39a39e8e0a07 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:44.052128 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'code': 200} Aug 27 03:38:44.065577 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-6f40a4ec-6bd0-46fc-af54-1df42fca7c1b service neutron] 10.222.0.48 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369088 Aug 27 03:38:44.074092 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: dc3cad3e-acbe-4108-9aaf-10f03aebdb4f {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:38:44.074442 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device dc3cad3e-acbe-4108-9aaf-10f03aebdb4f not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:38:44.100906 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=1f361cea-ce02-41b5-92b3-a484af96f49d,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:44.158617 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-85f00466-9e89-4498-8850-0402cfbe3f34 service neutron] 10.222.0.48 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858092 Aug 27 03:38:44.267320 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387de1f-d110-4678-875c-888a1068efe9 req-ebae1e96-c519-4a72-b0d6-70429b4b180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:44.269616 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1387de1f-d110-4678-875c-888a1068efe9 req-ebae1e96-c519-4a72-b0d6-70429b4b180f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 1098 time: 0.0496948 Aug 27 03:38:44.329671 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fb357afc-9556-4527-ab25-f92641edf691 req-8df1290c-e354-490b-8869-a19fdfb2ed9a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0342033 Aug 27 03:38:44.331361 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1387de1f-d110-4678-875c-888a1068efe9 req-dd23faee-815f-4195-83cc-ae01d88e2151 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551097 Aug 27 03:38:44.412535 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431aeab-37c2-4a7b-943d-a9bedbf8f5d0 req-bf378cdc-5995-4c48-bebd-4f3b82192141 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:44.414082 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2431aeab-37c2-4a7b-943d-a9bedbf8f5d0 req-bf378cdc-5995-4c48-bebd-4f3b82192141 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0524175 Aug 27 03:38:44.454201 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2431aeab-37c2-4a7b-943d-a9bedbf8f5d0 req-a3831e9c-d17d-4f72-85fd-86c940e9dffc tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338681 Aug 27 03:38:44.822662 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:38:45.430834 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-950cf259-a15f-4017-8d32-07a3ee98bd28 req-db4e0cac-9336-4bc3-b862-a78608a06441 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0294394 Aug 27 03:38:45.631365 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818caee-4040-4a21-9db6-99eda2fd221a req-6a94045d-d92d-4331-9734-2e45fd95914b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:45.632869 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8818caee-4040-4a21-9db6-99eda2fd221a req-6a94045d-d92d-4331-9734-2e45fd95914b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.1048076 Aug 27 03:38:45.664636 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-4dd3ec98-7bdb-41b1-91d2-54b8032f4b97 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:45.666064 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-4dd3ec98-7bdb-41b1-91d2-54b8032f4b97 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 811 time: 0.1480012 Aug 27 03:38:45.703722 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8818caee-4040-4a21-9db6-99eda2fd221a req-0fe1f3d3-8dd3-41e9-86da-89cde4beb266 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586498 Aug 27 03:38:45.729447 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-f3b688a2-8c0c-440e-91f9-d9e3e35cabf0 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57d7d769521e4286baaa5fc29a8f22ff HTTP/1.1" status: 200 len: 378 time: 0.0440993 Aug 27 03:38:45.747951 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'port': {'device_id': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'admin_state_up': True, 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'security_groups': ['6ae7f51d-4514-4e0e-b579-f95569bf53bc']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:45.851342 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Made reservation on behalf of 57d7d769521e4286baaa5fc29a8f22ff for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:38:45.854877 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:45.982243 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Allocated IP 172.20.0.3 (c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4/61944b7d-35bd-4b95-a50e-2d3b4a7c1c28/d24d4ce4-d453-4fce-9851-c391c52874bb) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:38:46.122464 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:46.134861 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Transition to ACTIVE for port object d24d4ce4-d453-4fce-9851-c391c52874bb will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:38:46.168362 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:46.213827 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:38:46.219039 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:38:46.223376 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:38:46.229757 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event updated for resources: {'Port': ['ID=d24d4ce4-d453-4fce-9851-c391c52874bb,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:46.275307 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:46.275926 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:46.291135 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-8c5fbe9a-a70d-41e4-ac00-26ac5b3e475d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5467753 Aug 27 03:38:46.319417 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Request body: {'port': {'device_id': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:46.374332 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:46.443640 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-e8ed088d-69cf-4c08-993b-cd6c5cf3e7ce None None] Provisioning for port d24d4ce4-d453-4fce-9851-c391c52874bb completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:38:46.448223 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-e8ed088d-69cf-4c08-993b-cd6c5cf3e7ce None None] Provisioning complete for port d24d4ce4-d453-4fce-9851-c391c52874bb triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:38:46.448602 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e8ed088d-69cf-4c08-993b-cd6c5cf3e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:46.485962 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-e8ed088d-69cf-4c08-993b-cd6c5cf3e7ce None None] Port d24d4ce4-d453-4fce-9851-c391c52874bb cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:38:46.605829 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff579d-73ff-4182-9673-3f94c1e27190 req-20e63920-059d-41fa-9ff0-f4c0c3ab3860 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:46.607357 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eaff579d-73ff-4182-9673-3f94c1e27190 req-20e63920-059d-41fa-9ff0-f4c0c3ab3860 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 931 time: 0.1047826 Aug 27 03:38:46.667148 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eaff579d-73ff-4182-9673-3f94c1e27190 req-9e9f8254-aef5-43c9-ad04-b4478c04349a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510592 Aug 27 03:38:46.711673 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24d4ce4-d453-4fce-9851-c391c52874bb {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:38:46.718912 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:46.730805 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Transition to ACTIVE for port object d24d4ce4-d453-4fce-9851-c391c52874bb will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:38:46.735838 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:46.817889 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Pushing event updated for resources: {'Port': ['ID=d24d4ce4-d453-4fce-9851-c391c52874bb,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:46.882137 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7290c-3ab6-42b2-a6e2-a6b802c41021 req-8e17965c-2434-4891-b8b5-526af3c33bf3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:46.883792 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-62b7290c-3ab6-42b2-a6e2-a6b802c41021 req-8e17965c-2434-4891-b8b5-526af3c33bf3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.1075337 Aug 27 03:38:46.927853 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Attempting to bind port d24d4ce4-d453-4fce-9851-c391c52874bb on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:38:46.928192 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Attempting to bind port d24d4ce4-d453-4fce-9851-c391c52874bb by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:38:46.928525 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Attempting to bind port d24d4ce4-d453-4fce-9851-c391c52874bb on network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:38:46.938733 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Port d24d4ce4-d453-4fce-9851-c391c52874bb on network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:38:46.939056 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Attempting to bind port d24d4ce4-d453-4fce-9851-c391c52874bb on network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:38:46.953661 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-62b7290c-3ab6-42b2-a6e2-a6b802c41021 req-8684cb11-2d22-4d93-86ae-4d9cbd9286e4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605488 Aug 27 03:38:46.954551 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:38:46.954889 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Checking segment: {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:38:46.955269 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Bound using segment: {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:38:46.955698 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Bound port: d24d4ce4-d453-4fce-9851-c391c52874bb, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd449362a-4ae1-4675-9d54-faf9b020f38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:38:46.956586 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:47.022743 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] For port d24d4ce4-d453-4fce-9851-c391c52874bb, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:38:47.027249 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] For port d24d4ce4-d453-4fce-9851-c391c52874bb, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d24d4ce4-d453-4fce-9851-c391c52874bb,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:38:47.039772 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:47.089946 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:47.090602 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:47.092016 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] 10.222.0.62 "PUT /v2.0/ports/d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1093 time: 0.7777021 Aug 27 03:38:47.092465 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'tag': 'd24d4ce4-d453-4fce-9851-c391c52874bb'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:47.094844 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ffde52-808b-45c5-8e77-3a763ad6db4c", "tag": "d24d4ce4-d453-4fce-9851-c391c52874bb"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:47.125069 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525abafd-f562-4468-b557-842b8ce058bd req-00b93410-37de-4dbb-b0b8-c22e3f04d3d4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:47.126660 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-525abafd-f562-4468-b557-842b8ce058bd req-00b93410-37de-4dbb-b0b8-c22e3f04d3d4 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.1015947 Aug 27 03:38:47.136679 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 34328) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:47.141826 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-2fc7d350-82c6-4af1-8140-3171d68b1890 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Request body: {'floatingip': {'port_id': '1f361cea-ce02-41b5-92b3-a484af96f49d'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:47.143142 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de02303a-4d20-428d-af35-c3d0c6f81bcc x-openstack-request-id: req-de02303a-4d20-428d-af35-c3d0c6f81bcc {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:47.143430 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ffde52-808b-45c5-8e77-3a763ad6db4c", "tag": "d24d4ce4-d453-4fce-9851-c391c52874bb", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:47.143734 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de02303a-4d20-428d-af35-c3d0c6f81bcc {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:47.144127 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'tag': 'd24d4ce4-d453-4fce-9851-c391c52874bb', 'status': 'completed', 'code': 200} Aug 27 03:38:47.150668 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d63a7-4c31-4c5b-a97c-c377f6fb7120 service neutron] Pushing event updated for resources: {'Port': ['ID=d24d4ce4-d453-4fce-9851-c391c52874bb,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:47.187567 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d350-82c6-4af1-8140-3171d68b1890 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:47.206806 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-09631886-6371-45a9-9f05-0edb0cc4e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:47.208558 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-09631886-6371-45a9-9f05-0edb0cc4e327 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1096 time: 0.0497296 Aug 27 03:38:47.361162 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-1dd216cf-2805-4cba-978f-fa708c039e18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 217 time: 0.0346787 Aug 27 03:38:47.413783 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-daa67765-206a-4f4e-87d4-e7381dfa4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:47.415263 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-daa67765-206a-4f4e-87d4-e7381dfa4916 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0448103 Aug 27 03:38:47.645357 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d350-82c6-4af1-8140-3171d68b1890 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:47.649623 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d350-82c6-4af1-8140-3171d68b1890 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:47.729217 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-2c22872d-98ac-4327-b5f7-3646b8149f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:47.730721 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-2c22872d-98ac-4327-b5f7-3646b8149f8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3065512 Aug 27 03:38:47.759439 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-2fc7d350-82c6-4af1-8140-3171d68b1890 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Floating IP e08f7837-073d-40bd-8a5b-89b41f9b4f98 associated. External IP: 172.27.2.22, port: 1f361cea-ce02-41b5-92b3-a484af96f49d. Aug 27 03:38:47.847917 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665ea42-dc0d-43c9-bbd7-f3107d4f8c9d req-45b1492d-b1ca-4f2e-ba78-33ab9b5bcf7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:47.849321 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e665ea42-dc0d-43c9-bbd7-f3107d4f8c9d req-45b1492d-b1ca-4f2e-ba78-33ab9b5bcf7a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 943 time: 0.0994956 Aug 27 03:38:47.881635 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-08cd0451-c9a8-4eab-860c-d353e448a226 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394346 Aug 27 03:38:47.914486 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e665ea42-dc0d-43c9-bbd7-f3107d4f8c9d req-df19512e-c225-43b9-8e3a-e2a551748509 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573595 Aug 27 03:38:47.984158 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-801088de-a5fb-40cc-86f3-6480ea3baa34 req-d511dc01-c9c7-4595-b3e7-c7c869ab63f0 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920191 Aug 27 03:38:48.131766 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8 req-fedd7258-6a40-4465-aaa9-2534eab2034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:48.133228 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8 req-fedd7258-6a40-4465-aaa9-2534eab2034f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1096 time: 0.0459392 Aug 27 03:38:48.191896 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc7d350-82c6-4af1-8140-3171d68b1890 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Router 29416b56-55bf-4378-9ce7-90710ec5c0aa has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:38:48.233996 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8 req-c07777c6-4bde-438a-9e39-c726d52f6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:48.235477 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8 req-c07777c6-4bde-438a-9e39-c726d52f6160 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0848184 Aug 27 03:38:48.281786 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8 req-9fa1730b-c487-47fc-aa63-85a0a7b51268 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 217 time: 0.0372214 Aug 27 03:38:48.299624 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc7d350-82c6-4af1-8140-3171d68b1890 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:38:48.304901 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d350-82c6-4af1-8140-3171d68b1890 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:48.310732 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973444ce-9d4e-4856-a935-e331fbfbb1b8 None None] Sync routers for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:38:48.321896 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973444ce-9d4e-4856-a935-e331fbfbb1b8 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:48.322641 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-973444ce-9d4e-4856-a935-e331fbfbb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:48.332693 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8 req-4e3e3a35-e40f-456e-8c0c-64b896ffba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:48.335983 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2fc7d350-82c6-4af1-8140-3171d68b1890 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "PUT /v2.0/floatingips/e08f7837-073d-40bd-8a5b-89b41f9b4f98 HTTP/1.1" status: 200 len: 990 time: 1.1951556 Aug 27 03:38:48.335983 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:48.336226 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8 req-4e3e3a35-e40f-456e-8c0c-64b896ffba6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0442538 Aug 27 03:38:48.336695 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f63c09-47c6-4985-bf23-b36c4f2a9586" -d '{"events": [{"name": "network-changed", "server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:48.379593 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a13a44-18e6-4d79-940e-d257a703b8fc x-openstack-request-id: req-64a13a44-18e6-4d79-940e-d257a703b8fc {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:48.379959 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:48.380277 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64a13a44-18e6-4d79-940e-d257a703b8fc {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:48.380736 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'status': 'completed', 'code': 200} Aug 27 03:38:48.390952 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8 req-473ec273-5c73-4610-bbff-071b3317626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:48.392371 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8 req-473ec273-5c73-4610-bbff-071b3317626f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506256 Aug 27 03:38:48.447185 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-973444ce-9d4e-4856-a935-e331fbfbb1b8 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:48.561192 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f63c09-47c6-4985-bf23-b36c4f2a9586 req-b232fb38-9a6b-40be-800c-168a35ec6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:48.562751 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-35f63c09-47c6-4985-bf23-b36c4f2a9586 req-b232fb38-9a6b-40be-800c-168a35ec6f56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 1098 time: 0.0997448 Aug 27 03:38:48.621355 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8 req-fc000707-ee7e-4ca0-af3f-dd7fbddf08f2 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594687 Aug 27 03:38:48.676209 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-973444ce-9d4e-4856-a935-e331fbfbb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': 'e08f7837-073d-40bd-8a5b-89b41f9b4f98', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'port_id': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'mac_address': 'fa:16:3e:81:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:38:33Z', 'updated_at': '2021-08-27T03:38:47Z', 'revision_number': 1, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:48.703094 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973444ce-9d4e-4856-a935-e331fbfbb1b8 None None] Checking router: 29416b56-55bf-4378-9ce7-90710ec5c0aa for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:38:48.711485 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973444ce-9d4e-4856-a935-e331fbfbb1b8 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:48.712098 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-973444ce-9d4e-4856-a935-e331fbfbb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:48.723391 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f63c09-47c6-4985-bf23-b36c4f2a9586 req-5373b92e-dc54-4679-a3c3-04343feeac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:48.724946 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-35f63c09-47c6-4985-bf23-b36c4f2a9586 req-5373b92e-dc54-4679-a3c3-04343feeac3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 918 time: 0.1532040 Aug 27 03:38:48.782952 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0d2df85-2daa-4a27-8ea2-031ae266f1c8 req-ad6081c8-1dc5-4d91-b3df-6c21f017da01 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517255 Aug 27 03:38:48.806271 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-35f63c09-47c6-4985-bf23-b36c4f2a9586 req-ebf2bb92-bd7a-4b5c-a6c2-ba88b0473970 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f361cea-ce02-41b5-92b3-a484af96f49d HTTP/1.1" status: 200 len: 998 time: 0.0660946 Aug 27 03:38:48.817939 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-973444ce-9d4e-4856-a935-e331fbfbb1b8 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:48.870363 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f63c09-47c6-4985-bf23-b36c4f2a9586 req-30eef14d-b3a4-497a-872c-a0e29ee8ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:48.871829 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-35f63c09-47c6-4985-bf23-b36c4f2a9586 req-30eef14d-b3a4-497a-872c-a0e29ee8ffa8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.0469496 Aug 27 03:38:48.917739 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f63c09-47c6-4985-bf23-b36c4f2a9586 req-56ca6232-d19c-4600-a003-4e284bffced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:48.919282 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-35f63c09-47c6-4985-bf23-b36c4f2a9586 req-56ca6232-d19c-4600-a003-4e284bffced5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399978 Aug 27 03:38:49.048222 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-973444ce-9d4e-4856-a935-e331fbfbb1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': 'e08f7837-073d-40bd-8a5b-89b41f9b4f98', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'port_id': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'mac_address': 'fa:16:3e:81:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:38:33Z', 'updated_at': '2021-08-27T03:38:47Z', 'revision_number': 1, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:49.052179 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-35f63c09-47c6-4985-bf23-b36c4f2a9586 req-cf21c96d-99db-4d34-bb36-53493701b4ed service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240315 Aug 27 03:38:49.060691 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635becf-22ad-4ed7-8319-3bac59de6743 req-18fee4c7-a909-4a67-8a1d-a2854f4f4c09 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:49.062143 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f635becf-22ad-4ed7-8319-3bac59de6743 req-18fee4c7-a909-4a67-8a1d-a2854f4f4c09 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 943 time: 0.0750017 Aug 27 03:38:49.079551 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973444ce-9d4e-4856-a935-e331fbfbb1b8 None None] The sync data for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi is: [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': 'e08f7837-073d-40bd-8a5b-89b41f9b4f98', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'port_id': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'mac_address': 'fa:16:3e:81:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:38:33Z', 'updated_at': '2021-08-27T03:38:47Z', 'revision_number': 1, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:38:49.151711 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f635becf-22ad-4ed7-8319-3bac59de6743 req-a84a7676-32e3-4358-8835-088fa01bded4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810263 Aug 27 03:38:49.181782 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-35f63c09-47c6-4985-bf23-b36c4f2a9586 req-0b06a782-0681-4635-8d47-a77f6365cd33 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186969 Aug 27 03:38:49.281633 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fb8aa-dfd6-4412-ae6c-cd32f13a32ce None None] New status for floating IP e08f7837-073d-40bd-8a5b-89b41f9b4f98: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:38:50.269978 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15870a2-b0ec-4667-9e1e-7f8eb79f6d89 req-2fed673c-20e7-4e17-8bdc-d1c7ffe451f7 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:50.271494 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f15870a2-b0ec-4667-9e1e-7f8eb79f6d89 req-2fed673c-20e7-4e17-8bdc-d1c7ffe451f7 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 943 time: 0.0509138 Aug 27 03:38:50.309478 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f15870a2-b0ec-4667-9e1e-7f8eb79f6d89 req-756a38bc-0193-4bf8-a976-6aebd9735f67 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320115 Aug 27 03:38:51.423800 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae7ad5-dafe-439c-82d9-c8282152408c req-c1166abe-fe9d-4678-bbab-444c0fa4e28a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:51.425278 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77ae7ad5-dafe-439c-82d9-c8282152408c req-c1166abe-fe9d-4678-bbab-444c0fa4e28a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 943 time: 0.0483201 Aug 27 03:38:51.462342 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77ae7ad5-dafe-439c-82d9-c8282152408c req-7303b91b-fe14-4f1b-ac00-d8f18eeb4102 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312130 Aug 27 03:38:51.777964 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device d24d4ce4-d453-4fce-9851-c391c52874bb details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:38:51.871858 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port d24d4ce4-d453-4fce-9851-c391c52874bb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d24d4ce4-d453-4fce-9851-c391c52874bb,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:51.883432 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'd24d4ce4-d453-4fce-9851-c391c52874bb', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'port_id': 'd24d4ce4-d453-4fce-9851-c391c52874bb', 'mac_address': 'fa:16:3e:61:c8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:38:51.923466 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:51.936525 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24d4ce4-d453-4fce-9851-c391c52874bb {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:38:51.955357 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port d24d4ce4-d453-4fce-9851-c391c52874bb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d24d4ce4-d453-4fce-9851-c391c52874bb,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:51.959859 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:52.006790 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=d24d4ce4-d453-4fce-9851-c391c52874bb,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:52.375867 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['d24d4ce4-d453-4fce-9851-c391c52874bb'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:38:52.581889 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f488dfc-0c50-459c-8963-c19cb31bef8b req-ac6a1e24-398d-4d5d-806d-db7ae8eaa4c6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:52.583406 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f488dfc-0c50-459c-8963-c19cb31bef8b req-ac6a1e24-398d-4d5d-806d-db7ae8eaa4c6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 944 time: 0.0533247 Aug 27 03:38:52.620206 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1f488dfc-0c50-459c-8963-c19cb31bef8b req-52b6dff6-f6a6-419a-8332-7c566040a642 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308683 Aug 27 03:38:53.751175 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec4e31-eb05-4fcc-b016-507c1fbbef5f req-0ca31a1d-2bad-41bc-8930-b1ebad6382e7 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:53.752778 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10ec4e31-eb05-4fcc-b016-507c1fbbef5f req-0ca31a1d-2bad-41bc-8930-b1ebad6382e7 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 944 time: 0.0547326 Aug 27 03:38:53.792004 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device d24d4ce4-d453-4fce-9851-c391c52874bb up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:38:53.794059 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10ec4e31-eb05-4fcc-b016-507c1fbbef5f req-88c92415-581b-48b5-aef0-1b72f30542d5 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351746 Aug 27 03:38:53.847315 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port d24d4ce4-d453-4fce-9851-c391c52874bb completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:38:53.851873 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port d24d4ce4-d453-4fce-9851-c391c52874bb triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:38:53.852246 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.931294 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:53.954097 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24d4ce4-d453-4fce-9851-c391c52874bb'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:53.957654 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de757250-6f73-4e42-86ee-29e65a1ee5d6" -d '{"events": [{"server_uuid": "e1ffde52-808b-45c5-8e77-3a763ad6db4c", "name": "network-vif-plugged", "status": "completed", "tag": "d24d4ce4-d453-4fce-9851-c391c52874bb"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:53.974307 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port d24d4ce4-d453-4fce-9851-c391c52874bb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d24d4ce4-d453-4fce-9851-c391c52874bb,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:38:53.978844 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:54.014943 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da58059f-eed4-43ee-87eb-c98e10b4f751 x-openstack-request-id: req-da58059f-eed4-43ee-87eb-c98e10b4f751 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:54.014943 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ffde52-808b-45c5-8e77-3a763ad6db4c", "name": "network-vif-plugged", "status": "completed", "tag": "d24d4ce4-d453-4fce-9851-c391c52874bb", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:54.014943 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da58059f-eed4-43ee-87eb-c98e10b4f751 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:54.014943 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24d4ce4-d453-4fce-9851-c391c52874bb', 'code': 200} Aug 27 03:38:54.037323 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=d24d4ce4-d453-4fce-9851-c391c52874bb,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:38:54.044374 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.044726 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.045066 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.045405 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.045775 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.046127 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.046462 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.046806 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.047115 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.047438 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.047759 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.048081 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:38:54.230766 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ca2c8-aa8e-4d15-9268-716edffb26e2 req-95629dc9-26a9-4c80-9f67-d8f967ed012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:54.232275 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a92ca2c8-aa8e-4d15-9268-716edffb26e2 req-95629dc9-26a9-4c80-9f67-d8f967ed012c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0447881 Aug 27 03:38:54.268200 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a92ca2c8-aa8e-4d15-9268-716edffb26e2 req-3448e945-8008-4598-a5db-259629e1d723 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276947 Aug 27 03:38:54.919199 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22d8bc-fe67-439b-af77-6e5c9992e9bf req-2c62008c-0d12-4a5c-ba95-d9069eb4e4df tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:54.920673 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f22d8bc-fe67-439b-af77-6e5c9992e9bf req-2c62008c-0d12-4a5c-ba95-d9069eb4e4df tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 945 time: 0.0528314 Aug 27 03:38:54.958709 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f22d8bc-fe67-439b-af77-6e5c9992e9bf req-e3424507-b165-402a-af57-f08d9aeeb61a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321293 Aug 27 03:38:56.077403 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6d36-a5ce-4829-842e-5cf35b4995d7 req-86f6360e-6199-4634-875c-fe75cedb993b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:56.078899 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-552b6d36-a5ce-4829-842e-5cf35b4995d7 req-86f6360e-6199-4634-875c-fe75cedb993b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 945 time: 0.0481961 Aug 27 03:38:56.117426 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-552b6d36-a5ce-4829-842e-5cf35b4995d7 req-149abff1-b888-4c1a-b937-a8b280d9a44d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311024 Aug 27 03:38:56.232891 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a53e2-cfee-4ea0-95c2-d88d5275f5b8 req-593f29f0-4311-40b5-9c97-8ae7457e8b9d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:56.234397 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3b8a53e2-cfee-4ea0-95c2-d88d5275f5b8 req-593f29f0-4311-40b5-9c97-8ae7457e8b9d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 945 time: 0.0503395 Aug 27 03:38:56.242774 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 34370) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:38:56.247191 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-dd4f521a-3c1d-41cd-ba21-b9256778d168 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Request body: {'floatingip': {'port_id': 'd24d4ce4-d453-4fce-9851-c391c52874bb'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:38:56.294657 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dd4f521a-3c1d-41cd-ba21-b9256778d168 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:56.744851 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dd4f521a-3c1d-41cd-ba21-b9256778d168 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:56.748731 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dd4f521a-3c1d-41cd-ba21-b9256778d168 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:56.850489 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-dd4f521a-3c1d-41cd-ba21-b9256778d168 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Floating IP f81ab7d5-2565-45d0-bb07-468f07b6d304 associated. External IP: 172.27.2.215, port: d24d4ce4-d453-4fce-9851-c391c52874bb. Aug 27 03:38:57.062524 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4f521a-3c1d-41cd-ba21-b9256778d168 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Router 1dcf4444-de43-4674-9734-306a1171a574 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:38:57.172604 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4f521a-3c1d-41cd-ba21-b9256778d168 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:38:57.178215 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dd4f521a-3c1d-41cd-ba21-b9256778d168 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:57.182954 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a5ecd-fff4-469d-8d70-a3def7ec9b10 None None] Sync routers for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:38:57.193257 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a5ecd-fff4-469d-8d70-a3def7ec9b10 None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:57.193886 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b85a5ecd-fff4-469d-8d70-a3def7ec9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:57.205565 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-dd4f521a-3c1d-41cd-ba21-b9256778d168 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "PUT /v2.0/floatingips/f81ab7d5-2565-45d0-bb07-468f07b6d304 HTTP/1.1" status: 200 len: 991 time: 0.9617500 Aug 27 03:38:57.206344 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'tag': 'd24d4ce4-d453-4fce-9851-c391c52874bb'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:38:57.209077 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a37966b-edc9-4f8d-98d4-819852ce7dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ffde52-808b-45c5-8e77-3a763ad6db4c", "tag": "d24d4ce4-d453-4fce-9851-c391c52874bb"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:38:57.249562 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af8ab24-f39f-4737-8924-c29207bdc029 x-openstack-request-id: req-5af8ab24-f39f-4737-8924-c29207bdc029 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:38:57.249860 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ffde52-808b-45c5-8e77-3a763ad6db4c", "tag": "d24d4ce4-d453-4fce-9851-c391c52874bb", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:38:57.250221 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5af8ab24-f39f-4737-8924-c29207bdc029 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:38:57.250630 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'tag': 'd24d4ce4-d453-4fce-9851-c391c52874bb', 'status': 'completed', 'code': 200} Aug 27 03:38:57.309970 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-b85a5ecd-fff4-469d-8d70-a3def7ec9b10 None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:57.375541 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37966b-edc9-4f8d-98d4-819852ce7dc3 req-90e57b8a-3cb8-42c1-9a55-03b380dad4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:57.377417 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a37966b-edc9-4f8d-98d4-819852ce7dc3 req-90e57b8a-3cb8-42c1-9a55-03b380dad4d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0482202 Aug 27 03:38:57.486631 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37966b-edc9-4f8d-98d4-819852ce7dc3 req-db042d8c-cd09-4549-bc8f-290d940e544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:57.489746 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a37966b-edc9-4f8d-98d4-819852ce7dc3 req-db042d8c-cd09-4549-bc8f-290d940e544d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.1046352 Aug 27 03:38:57.558863 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a37966b-edc9-4f8d-98d4-819852ce7dc3 req-df02bdb0-7879-4fec-b6f7-9bcc6cf4fbd1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 999 time: 0.0609341 Aug 27 03:38:57.563627 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b85a5ecd-fff4-469d-8d70-a3def7ec9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': 'f81ab7d5-2565-45d0-bb07-468f07b6d304', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '1dcf4444-de43-4674-9734-306a1171a574', 'port_id': 'd24d4ce4-d453-4fce-9851-c391c52874bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'mac_address': 'fa:16:3e:61:c8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:38:43Z', 'updated_at': '2021-08-27T03:38:56Z', 'revision_number': 1, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:57.594090 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a5ecd-fff4-469d-8d70-a3def7ec9b10 None None] Checking router: 1dcf4444-de43-4674-9734-306a1171a574 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:38:57.602387 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a5ecd-fff4-469d-8d70-a3def7ec9b10 None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:38:57.602994 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b85a5ecd-fff4-469d-8d70-a3def7ec9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:38:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:57.613166 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37966b-edc9-4f8d-98d4-819852ce7dc3 req-095139ce-1667-4fd1-8d91-cb0662389ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:57.614661 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a37966b-edc9-4f8d-98d4-819852ce7dc3 req-095139ce-1667-4fd1-8d91-cb0662389ae5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0474823 Aug 27 03:38:57.659871 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37966b-edc9-4f8d-98d4-819852ce7dc3 req-a8f067df-04b1-4b5a-8fb6-8b741265f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:57.661364 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a37966b-edc9-4f8d-98d4-819852ce7dc3 req-a8f067df-04b1-4b5a-8fb6-8b741265f904 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389519 Aug 27 03:38:57.762955 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a37966b-edc9-4f8d-98d4-819852ce7dc3 req-d98db696-44db-487a-9d7a-70b12b4b2cf2 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941586 Aug 27 03:38:57.837583 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-b85a5ecd-fff4-469d-8d70-a3def7ec9b10 None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:38:57.860527 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a37966b-edc9-4f8d-98d4-819852ce7dc3 req-0206063e-0a7f-4d2f-8432-6f2ffa513598 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892086 Aug 27 03:38:58.075415 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-b85a5ecd-fff4-469d-8d70-a3def7ec9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': 'f81ab7d5-2565-45d0-bb07-468f07b6d304', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '1dcf4444-de43-4674-9734-306a1171a574', 'port_id': 'd24d4ce4-d453-4fce-9851-c391c52874bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'mac_address': 'fa:16:3e:61:c8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:38:43Z', 'updated_at': '2021-08-27T03:38:56Z', 'revision_number': 1, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:38:58.108557 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a5ecd-fff4-469d-8d70-a3def7ec9b10 None None] The sync data for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi is: [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': 'f81ab7d5-2565-45d0-bb07-468f07b6d304', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '1dcf4444-de43-4674-9734-306a1171a574', 'port_id': 'd24d4ce4-d453-4fce-9851-c391c52874bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'mac_address': 'fa:16:3e:61:c8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:38:43Z', 'updated_at': '2021-08-27T03:38:56Z', 'revision_number': 1, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:38:58.298613 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2da72-887e-42d3-9138-64c5040def30 None None] New status for floating IP f81ab7d5-2565-45d0-bb07-468f07b6d304: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:39:00.751516 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2d74f9f3-9f90-4356-8a39-e4c81f68aab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:03.747456 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-76bdc01a-6b83-497e-8ce3-68dda72ee0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:04.776819 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.085577 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:06.888750 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:09.775874 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:21.823231 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:39:30.752906 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d0aad356-1f3f-4004-a8eb-b5ca7241d031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:33.746999 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-da7cc775-4089-4ee8-80ad-80c2081a0ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:34.778579 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:35.088173 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:36.892105 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:39.773626 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:58.822545 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:40:00.754664 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-052e7940-48de-4764-855f-0d170cb54ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:03.747086 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5355d5ac-7e7c-448e-a125-359290c55a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:04.780608 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:05.090911 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:06.894772 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:09.793958 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:17.487803 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269282e-89ef-4991-963c-e9d82c04b711 req-020e5719-5851-48b1-8b5a-f83ae6709bf3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:17.490442 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c269282e-89ef-4991-963c-e9d82c04b711 req-020e5719-5851-48b1-8b5a-f83ae6709bf3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0524402 Aug 27 03:40:17.528033 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c269282e-89ef-4991-963c-e9d82c04b711 req-4de99ec3-94fa-43a5-a040-34c58daa52e3 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Aug 27 03:40:17.651437 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-98f9bcb9-8c61-43e6-a46b-0d09267fb461 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402660 Aug 27 03:40:17.763537 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-ea45a179-f9e5-4828-b98a-c67b00a149b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:17.765050 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-ea45a179-f9e5-4828-b98a-c67b00a149b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1099 time: 0.0456405 Aug 27 03:40:17.883691 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-aef10880-3b6b-48a6-9d6e-7d0a03911a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:17.885175 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-aef10880-3b6b-48a6-9d6e-7d0a03911a44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 912 time: 0.0859048 Aug 27 03:40:17.956169 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-233c5b4a-72e6-406d-a1be-7f42be154131 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 200 len: 1002 time: 0.0627303 Aug 27 03:40:18.008359 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-803663f8-dd13-4622-9a8c-f1b68c2ed890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:18.009834 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-803663f8-dd13-4622-9a8c-f1b68c2ed890 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0458953 Aug 27 03:40:18.057403 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-6d374005-25f9-4a6a-9f6a-757324014ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:18.058953 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-6d374005-25f9-4a6a-9f6a-757324014ecb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412269 Aug 27 03:40:18.414698 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-038ad6c5-fd00-4e64-80bd-f50d27c7aa39 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468766 Aug 27 03:40:18.509113 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b84f82c-78a9-4b54-80b6-501c90efa32a req-23b633fb-b14f-4178-bc7b-c8d00070c241 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863461 Aug 27 03:40:18.652152 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206ee13-6a1a-4850-b54a-437cc4eea962 req-e8ca7c88-8ab0-4cae-9288-d9b275d667f1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:18.653624 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7206ee13-6a1a-4850-b54a-437cc4eea962 req-e8ca7c88-8ab0-4cae-9288-d9b275d667f1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0504889 Aug 27 03:40:18.694453 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7206ee13-6a1a-4850-b54a-437cc4eea962 req-6e2413c6-cd02-4149-bc4f-660905402545 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348279 Aug 27 03:40:19.811218 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e592f7b-e0b3-465b-9606-397a1da73754 req-7b1424c5-f147-4cad-a133-d1a8ec19543e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:19.812581 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e592f7b-e0b3-465b-9606-397a1da73754 req-7b1424c5-f147-4cad-a133-d1a8ec19543e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0476856 Aug 27 03:40:19.850204 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e592f7b-e0b3-465b-9606-397a1da73754 req-ec1c6a83-fa6b-4665-a139-88292d801777 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309148 Aug 27 03:40:20.969247 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e05ea-4aa5-4d9f-a8a1-f7841e73fff6 req-ae18bed0-2b37-444d-8348-719bd2ce8b84 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:20.970764 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f7e05ea-4aa5-4d9f-a8a1-f7841e73fff6 req-ae18bed0-2b37-444d-8348-719bd2ce8b84 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0486176 Aug 27 03:40:21.009225 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8f7e05ea-4aa5-4d9f-a8a1-f7841e73fff6 req-7c52751c-d656-40e7-9e8b-7e416d4b4ca9 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323963 Aug 27 03:40:22.127258 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d70b9-8da9-47a0-9330-f5af29b6c5f3 req-c141e05b-59ff-40d7-858e-04ddbdfb765c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:22.129357 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-479d70b9-8da9-47a0-9330-f5af29b6c5f3 req-c141e05b-59ff-40d7-858e-04ddbdfb765c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0493984 Aug 27 03:40:22.172974 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-479d70b9-8da9-47a0-9330-f5af29b6c5f3 req-669c734c-134b-4764-b3a8-04ed4579cf59 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375657 Aug 27 03:40:23.292043 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab26d4d-fc40-494f-bbc3-d165543fc8f9 req-45c80869-fe1c-41a8-b58e-1a028dc197a9 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:23.293532 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ab26d4d-fc40-494f-bbc3-d165543fc8f9 req-45c80869-fe1c-41a8-b58e-1a028dc197a9 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0493615 Aug 27 03:40:23.333326 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6ab26d4d-fc40-494f-bbc3-d165543fc8f9 req-5e663146-a976-4347-a542-988cd3063a49 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338356 Aug 27 03:40:24.458729 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326b5f0-a864-41a6-9508-2d44fd4a5dc6 req-75216adc-c2a1-47bf-b98c-a0a804d21b4b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:24.460215 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d326b5f0-a864-41a6-9508-2d44fd4a5dc6 req-75216adc-c2a1-47bf-b98c-a0a804d21b4b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0510106 Aug 27 03:40:24.505083 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d326b5f0-a864-41a6-9508-2d44fd4a5dc6 req-0add2384-7b39-4b86-ad79-61974e359862 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387487 Aug 27 03:40:25.630798 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec4cb8-0b73-4f1c-ad02-2749ab1d97bd req-ba1fb4af-80b6-4f7b-898c-16c3dfa20c7a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:25.632311 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dfec4cb8-0b73-4f1c-ad02-2749ab1d97bd req-ba1fb4af-80b6-4f7b-898c-16c3dfa20c7a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0486455 Aug 27 03:40:25.674715 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dfec4cb8-0b73-4f1c-ad02-2749ab1d97bd req-f047719e-d063-4261-b065-5532a4c69ffc tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360711 Aug 27 03:40:26.796687 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7410b24-f73b-4582-8912-d4232a05c523 req-e3cae997-3357-46ac-a47e-fe6035662589 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:26.798192 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7410b24-f73b-4582-8912-d4232a05c523 req-e3cae997-3357-46ac-a47e-fe6035662589 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0487254 Aug 27 03:40:26.835544 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7410b24-f73b-4582-8912-d4232a05c523 req-ac6bd0fd-ed12-49a8-8b3c-5c17a458ce41 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313289 Aug 27 03:40:27.955295 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02805ac2-147c-4e15-aca4-68fe8c3ccb34 req-f66d03a4-3e9e-4219-a57c-0f5faad43762 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:27.957607 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02805ac2-147c-4e15-aca4-68fe8c3ccb34 req-f66d03a4-3e9e-4219-a57c-0f5faad43762 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0502956 Aug 27 03:40:27.995151 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02805ac2-147c-4e15-aca4-68fe8c3ccb34 req-173707c4-2eb3-49fd-a5cf-a7e8b961e193 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313325 Aug 27 03:40:29.113818 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21183a3-bee7-4f76-957d-f6170bde6754 req-9be4122a-ec12-4fcc-8a50-58726e2901fe tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:29.115378 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d21183a3-bee7-4f76-957d-f6170bde6754 req-9be4122a-ec12-4fcc-8a50-58726e2901fe tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0497005 Aug 27 03:40:29.155781 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d21183a3-bee7-4f76-957d-f6170bde6754 req-52770e8c-a2d0-472a-ac01-73c645dbe86f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345340 Aug 27 03:40:30.274468 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17316182-1012-4cf4-a3e4-5f88bbee32e1 req-a7e757a4-ca3a-4715-92d6-881024b9d95b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:30.275955 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17316182-1012-4cf4-a3e4-5f88bbee32e1 req-a7e757a4-ca3a-4715-92d6-881024b9d95b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0491331 Aug 27 03:40:30.282497 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1f361cea-ce02-41b5-92b3-a484af96f49d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:40:30.317501 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17316182-1012-4cf4-a3e4-5f88bbee32e1 req-5e9130a2-cc20-48e7-88d5-1005e20d09e0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343337 Aug 27 03:40:30.379667 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:30.391948 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'port_id': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'mac_address': 'fa:16:3e:81:53:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:40:30.431579 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:30.445150 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f361cea-ce02-41b5-92b3-a484af96f49d {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:40:30.464651 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:30.470832 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:30.519512 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=1f361cea-ce02-41b5-92b3-a484af96f49d,revision_number=6']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:30.526907 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.527274 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.527602 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.527937 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.528302 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.528635 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.528961 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.529286 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.529613 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.529940 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.530314 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.530636 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:30.646764 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['1f361cea-ce02-41b5-92b3-a484af96f49d'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:40:30.769659 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-024c7cb0-0ed2-4946-9242-75e14ed584f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:31.437997 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402f957-b438-46ad-9f7e-9af151359c5e req-a0087276-7b4f-44a6-891a-eefbf6054784 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:31.439755 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6402f957-b438-46ad-9f7e-9af151359c5e req-a0087276-7b4f-44a6-891a-eefbf6054784 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 944 time: 0.0506883 Aug 27 03:40:31.478764 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6402f957-b438-46ad-9f7e-9af151359c5e req-cfb64220-d374-4b6e-beb3-7e03af8c997b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329561 Aug 27 03:40:32.298100 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1f361cea-ce02-41b5-92b3-a484af96f49d up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:40:32.346438 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 1f361cea-ce02-41b5-92b3-a484af96f49d triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:40:32.346806 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:32.424351 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:32.447215 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:40:32.449465 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62144288-b944-462d-aac4-6118f32f182d" -d '{"events": [{"server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "name": "network-vif-plugged", "status": "completed", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:40:32.462221 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:32.465860 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:32.492215 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bc9338-56de-4eb5-a3b4-9e8ab375f25b x-openstack-request-id: req-17bc9338-56de-4eb5-a3b4-9e8ab375f25b {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:40:32.492501 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "name": "network-vif-plugged", "status": "completed", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:40:32.492752 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17bc9338-56de-4eb5-a3b4-9e8ab375f25b {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:40:32.493136 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'code': 200} Aug 27 03:40:32.521673 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=1f361cea-ce02-41b5-92b3-a484af96f49d,revision_number=7']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:32.601968 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6aa4c-17db-47b5-88a0-3e64359478be req-fe8a7efa-a0bf-445e-943f-0f7464c33e21 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:32.603483 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-28e6aa4c-17db-47b5-88a0-3e64359478be req-fe8a7efa-a0bf-445e-943f-0f7464c33e21 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0517819 Aug 27 03:40:32.646358 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-28e6aa4c-17db-47b5-88a0-3e64359478be req-b5b43b60-87f7-494c-99fc-dca274a15b8f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369611 Aug 27 03:40:33.750368 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-16953db7-6fcd-4dbb-8e90-662c2e4821a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:33.772359 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b98d1-13a7-4e1b-adbe-fbcbf48f6a32 req-f4c505f6-91c8-4018-9320-96353d31f97c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:33.773856 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d94b98d1-13a7-4e1b-adbe-fbcbf48f6a32 req-f4c505f6-91c8-4018-9320-96353d31f97c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0540133 Aug 27 03:40:33.811904 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d94b98d1-13a7-4e1b-adbe-fbcbf48f6a32 req-d6b8f69b-1ae0-4acb-8d50-a1c756cd858e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320630 Aug 27 03:40:34.783736 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:34.948688 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e5f3b-cde0-47a2-a8f9-633150f0ef8d req-5cc31b85-f33b-4458-8787-7fd5b9b72501 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:34.950309 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-461e5f3b-cde0-47a2-a8f9-633150f0ef8d req-5cc31b85-f33b-4458-8787-7fd5b9b72501 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0579739 Aug 27 03:40:34.993359 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-461e5f3b-cde0-47a2-a8f9-633150f0ef8d req-4c0d144d-9277-4b87-a2d6-c1c1ad2d01d7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366702 Aug 27 03:40:35.094051 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:35.822887 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:40:36.274614 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952ac8-6ec4-4e56-a5f7-ebe7faf7d042 req-eec12207-7220-4b7f-98e8-ec6604851b61 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:36.276893 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17952ac8-6ec4-4e56-a5f7-ebe7faf7d042 req-eec12207-7220-4b7f-98e8-ec6604851b61 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0533788 Aug 27 03:40:36.333021 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17952ac8-6ec4-4e56-a5f7-ebe7faf7d042 req-82e40d91-b680-477e-9df9-74fe065bc90c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444391 Aug 27 03:40:36.903421 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:37.469664 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546bccc-c84a-435b-bdd5-656e1a672743 req-f97294b9-1e98-4b1e-8395-a2256cd27cc8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:37.471403 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c546bccc-c84a-435b-bdd5-656e1a672743 req-f97294b9-1e98-4b1e-8395-a2256cd27cc8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0593028 Aug 27 03:40:37.539745 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c546bccc-c84a-435b-bdd5-656e1a672743 req-e2dd3dbd-1c55-4231-9209-a158cb3ffcd8 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576165 Aug 27 03:40:38.690181 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08666952-add2-4016-b708-fd7603f6a81f req-7bcc3fb0-6193-436f-b23c-2b9fa710f91b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:38.694305 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08666952-add2-4016-b708-fd7603f6a81f req-7bcc3fb0-6193-436f-b23c-2b9fa710f91b tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0638137 Aug 27 03:40:38.737073 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08666952-add2-4016-b708-fd7603f6a81f req-b454fb76-7f50-437c-a9bd-f6920368ee63 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370076 Aug 27 03:40:39.814579 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:39.883126 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba62692-2480-4e7c-979b-b36faaaf8422 req-013d97f3-5cbf-4b6b-827e-28e1b96cfba9 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:39.885502 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bba62692-2480-4e7c-979b-b36faaaf8422 req-013d97f3-5cbf-4b6b-827e-28e1b96cfba9 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0630066 Aug 27 03:40:39.940067 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bba62692-2480-4e7c-979b-b36faaaf8422 req-9c11abf9-0f6e-469c-95ce-460e393aa3c0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438554 Aug 27 03:40:41.068149 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff600a6d-31a2-4eac-af14-1dc20d1ebe5c req-511a23ba-e7c5-46ed-86b5-4137c2cf901a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:41.078895 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff600a6d-31a2-4eac-af14-1dc20d1ebe5c req-511a23ba-e7c5-46ed-86b5-4137c2cf901a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0629492 Aug 27 03:40:41.115401 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff600a6d-31a2-4eac-af14-1dc20d1ebe5c req-40a1d7f9-cad6-4521-be29-028e932141c5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353291 Aug 27 03:40:42.245065 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4787d-5c78-4ffa-bfda-fd8bc968f280 req-17e355b3-1cc3-4b70-8286-36a870760204 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:42.246683 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3f4787d-5c78-4ffa-bfda-fd8bc968f280 req-17e355b3-1cc3-4b70-8286-36a870760204 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0550675 Aug 27 03:40:42.290110 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d3f4787d-5c78-4ffa-bfda-fd8bc968f280 req-9c3d8761-beea-4d48-ac42-89699d7a04d0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372825 Aug 27 03:40:43.422554 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed935af-a346-4ff9-8fd5-1f184c9bb5f8 req-b7dec766-a0a4-4f8b-a790-b75fa76069fb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:43.423973 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ed935af-a346-4ff9-8fd5-1f184c9bb5f8 req-b7dec766-a0a4-4f8b-a790-b75fa76069fb tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0558932 Aug 27 03:40:43.473981 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ed935af-a346-4ff9-8fd5-1f184c9bb5f8 req-76e236fe-39f1-4919-a014-4103de9b8a28 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429835 Aug 27 03:40:44.547538 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78834f1c-1202-4bd7-aae9-cd80e82edcb2 req-24d1eedc-4cd1-4799-85ac-a6748c33ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:44.549089 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78834f1c-1202-4bd7-aae9-cd80e82edcb2 req-24d1eedc-4cd1-4799-85ac-a6748c33ef62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 1098 time: 0.0412903 Aug 27 03:40:44.660254 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bc369-e56f-4e29-9d9f-b549b79570ef req-327e43b0-dc84-48ce-b0ea-694cb25f37aa tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:44.661774 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-328bc369-e56f-4e29-9d9f-b549b79570ef req-327e43b0-dc84-48ce-b0ea-694cb25f37aa tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.1117957 Aug 27 03:40:44.690276 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78834f1c-1202-4bd7-aae9-cd80e82edcb2 req-8d6e5fdf-10f7-4c40-ac3e-142cc7422b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:44.691786 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78834f1c-1202-4bd7-aae9-cd80e82edcb2 req-8d6e5fdf-10f7-4c40-ac3e-142cc7422b6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 918 time: 0.1325545 Aug 27 03:40:44.745011 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-328bc369-e56f-4e29-9d9f-b549b79570ef req-d54711aa-845b-48a7-b1d9-84d1e07e25c2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751894 Aug 27 03:40:44.767843 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78834f1c-1202-4bd7-aae9-cd80e82edcb2 req-d5513edb-999c-46db-a33b-b0b698feda17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f361cea-ce02-41b5-92b3-a484af96f49d HTTP/1.1" status: 200 len: 1000 time: 0.0680931 Aug 27 03:40:44.820843 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78834f1c-1202-4bd7-aae9-cd80e82edcb2 req-ad1207f8-b609-478a-ac7e-ea8bb7995bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:44.822337 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78834f1c-1202-4bd7-aae9-cd80e82edcb2 req-ad1207f8-b609-478a-ac7e-ea8bb7995bdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.0482845 Aug 27 03:40:44.868241 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78834f1c-1202-4bd7-aae9-cd80e82edcb2 req-f8553b8a-44bd-4937-9a59-d262bbf872e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:44.869752 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78834f1c-1202-4bd7-aae9-cd80e82edcb2 req-f8553b8a-44bd-4937-9a59-d262bbf872e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408902 Aug 27 03:40:44.960814 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78834f1c-1202-4bd7-aae9-cd80e82edcb2 req-96e26993-04d0-4d9f-a5b6-814b7aee221c service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841587 Aug 27 03:40:45.055866 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78834f1c-1202-4bd7-aae9-cd80e82edcb2 req-4c3d89f5-5f39-43da-8fb9-da29cf90c08d service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881648 Aug 27 03:40:45.866928 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56729a-e06d-4b89-a46d-2b445a9a06bd req-ebd3e9d7-b700-428b-95c8-2e882b37727c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:45.868346 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd56729a-e06d-4b89-a46d-2b445a9a06bd req-ebd3e9d7-b700-428b-95c8-2e882b37727c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 945 time: 0.0495596 Aug 27 03:40:45.907229 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bd56729a-e06d-4b89-a46d-2b445a9a06bd req-541c77bd-8629-4190-ba60-1a917b92631c tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330174 Aug 27 03:40:46.406899 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1f361cea-ce02-41b5-92b3-a484af96f49d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:40:46.488515 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:46.511947 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:40:46.514234 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8986f34d-96c3-4564-99a6-df973046128e" -d '{"events": [{"server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "name": "network-vif-unplugged", "status": "completed", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:40:46.527386 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:40:46.531546 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:46.556587 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfee295-e373-492b-9f02-af1e841354b9 x-openstack-request-id: req-3cfee295-e373-492b-9f02-af1e841354b9 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:40:46.556883 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "name": "network-vif-unplugged", "status": "completed", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:40:46.557216 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cfee295-e373-492b-9f02-af1e841354b9 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:40:46.557510 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'code': 200} Aug 27 03:40:46.583413 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=1f361cea-ce02-41b5-92b3-a484af96f49d,revision_number=8']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:47.030921 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0ee0d-49ee-433f-b5d7-8e8a52d082e2 req-8e07c568-20b3-405e-b150-2ab72b9a4d6d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:47.032402 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57c0ee0d-49ee-433f-b5d7-8e8a52d082e2 req-8e07c568-20b3-405e-b150-2ab72b9a4d6d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0497606 Aug 27 03:40:47.070371 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-57c0ee0d-49ee-433f-b5d7-8e8a52d082e2 req-d577e7a4-b35b-427b-9df6-9444df7763fd tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314062 Aug 27 03:40:48.024109 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32251e-6890-4372-8659-46d88b5f5634 req-b568741c-6292-47cc-aa36-d9a9803bf1df tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:48.025503 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca32251e-6890-4372-8659-46d88b5f5634 req-b568741c-6292-47cc-aa36-d9a9803bf1df tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0642877 Aug 27 03:40:48.084882 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ca32251e-6890-4372-8659-46d88b5f5634 req-278e7953-5ef0-4ff2-a0ec-fa7374d252ba tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Aug 27 03:40:48.088917 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-3fcbdc49-f5d9-42d4-a44e-9fe68a866820 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813606 Aug 27 03:40:48.893344 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-28610f31-5111-4a6d-883f-c8219e1ccd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:48.894929 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-28610f31-5111-4a6d-883f-c8219e1ccd43 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67&tenant_id=ce9e1db2319a4a8d89c073898f70aa83 HTTP/1.1" status: 200 len: 1096 time: 0.0395439 Aug 27 03:40:48.971879 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-7b5e19cd-bc30-4c50-8cf8-f2e49b24544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:48.974063 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-7b5e19cd-bc30-4c50-8cf8-f2e49b24544a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 1096 time: 0.0466332 Aug 27 03:40:49.064666 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-85b42aa0-b255-4803-bea6-83cc8a65449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:49.066201 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-85b42aa0-b255-4803-bea6-83cc8a65449e service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 918 time: 0.0848196 Aug 27 03:40:49.136899 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-01269a56-8e15-485a-9814-f6b2cf491dd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f361cea-ce02-41b5-92b3-a484af96f49d HTTP/1.1" status: 200 len: 998 time: 0.0629895 Aug 27 03:40:49.213192 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-2472d150-ef88-4241-acc2-ace21015bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:49.214729 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-2472d150-ef88-4241-acc2-ace21015bf14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.0714567 Aug 27 03:40:49.239608 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb2183-06b4-409f-9be2-ee72efca2dfe req-083e239c-96a3-4415-a5d9-b790105db277 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:49.241082 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61bb2183-06b4-409f-9be2-ee72efca2dfe req-083e239c-96a3-4415-a5d9-b790105db277 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0703995 Aug 27 03:40:49.298786 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61bb2183-06b4-409f-9be2-ee72efca2dfe req-42406ece-3618-46ea-b5aa-b1f5e7e5f736 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438135 Aug 27 03:40:49.302125 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-84ab8a4a-94af-4030-bbff-98508b33058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:49.303553 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-84ab8a4a-94af-4030-bbff-98508b33058b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0814021 Aug 27 03:40:49.392736 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-46e03efb-17ed-4fc4-8c2d-534c80c70332 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821328 Aug 27 03:40:49.484730 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-e5401655-25e6-4e5f-a913-9f8a2c645440 service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850170 Aug 27 03:40:50.425015 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf99861-9543-4966-96d8-6a030668940a req-392136e4-17fc-44a3-a549-56ba58c71a46 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:50.426989 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8cf99861-9543-4966-96d8-6a030668940a req-392136e4-17fc-44a3-a549-56ba58c71a46 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0503478 Aug 27 03:40:50.438736 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1f361cea-ce02-41b5-92b3-a484af96f49d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:40:50.467014 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8cf99861-9543-4966-96d8-6a030668940a req-a585ab1b-979d-47df-8b64-c3f457937171 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335770 Aug 27 03:40:51.637718 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5f248-297c-4a21-9408-723ccad05f93 req-4029e316-8de8-4de6-aa51-0ffb0650140f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:51.639692 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3b5f248-297c-4a21-9408-723ccad05f93 req-4029e316-8de8-4de6-aa51-0ffb0650140f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0527432 Aug 27 03:40:51.689130 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3b5f248-297c-4a21-9408-723ccad05f93 req-4cef7589-e7cd-4cc9-a51a-0a672638dce5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Aug 27 03:40:52.827337 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72808a-6e67-4b9a-8b12-1866aabde2bf req-c81d7257-9b0e-4f18-86f7-cd387313015d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:52.830142 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d72808a-6e67-4b9a-8b12-1866aabde2bf req-c81d7257-9b0e-4f18-86f7-cd387313015d tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0607398 Aug 27 03:40:52.873906 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d72808a-6e67-4b9a-8b12-1866aabde2bf req-2e5ba883-830b-4623-b1a8-1f6e060602dc tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374663 Aug 27 03:40:54.010006 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a51be-aabf-472a-88ee-4c0041b2dbd6 req-33138ce4-706b-4d64-a536-a35223a78cf1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:54.011626 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-810a51be-aabf-472a-88ee-4c0041b2dbd6 req-33138ce4-706b-4d64-a536-a35223a78cf1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0523589 Aug 27 03:40:54.050377 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-810a51be-aabf-472a-88ee-4c0041b2dbd6 req-a51363b6-ee6a-4b26-8bdc-3fabb6a7ce01 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326593 Aug 27 03:40:55.188202 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07478fd5-4dc7-448a-96f7-73e371913592 req-3cf1131d-ad18-415f-8a84-6aa5e59fb656 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:55.190089 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-07478fd5-4dc7-448a-96f7-73e371913592 req-3cf1131d-ad18-415f-8a84-6aa5e59fb656 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0607486 Aug 27 03:40:55.230961 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-07478fd5-4dc7-448a-96f7-73e371913592 req-c1ad891f-a9e0-46b9-b7b7-99a0ad41e81e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336475 Aug 27 03:40:56.366934 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5d27d-10c5-48aa-b8b5-dfbce8390c87 req-321ff955-ef09-4613-80a5-b140800160f2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:56.368690 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ef5d27d-10c5-48aa-b8b5-dfbce8390c87 req-321ff955-ef09-4613-80a5-b140800160f2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0605152 Aug 27 03:40:56.416053 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ef5d27d-10c5-48aa-b8b5-dfbce8390c87 req-32b2aacb-a58a-4103-822a-27d87f095a53 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413177 Aug 27 03:40:57.552492 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb96a3-75fe-4b44-b679-0b0ca78b5c76 req-5df2f9c7-e7ee-4b2d-85bf-44f5b12d1c65 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:57.554288 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-94bb96a3-75fe-4b44-b679-0b0ca78b5c76 req-5df2f9c7-e7ee-4b2d-85bf-44f5b12d1c65 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0577893 Aug 27 03:40:57.598353 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-94bb96a3-75fe-4b44-b679-0b0ca78b5c76 req-3473acb2-40cb-432c-9272-b252d9c0b98e tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372231 Aug 27 03:40:58.729115 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f31d-ca62-4530-9245-2fe457df2cc2 req-e3b1912e-4595-4c11-95a1-8a9c5b499125 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:58.731819 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6d2f31d-ca62-4530-9245-2fe457df2cc2 req-e3b1912e-4595-4c11-95a1-8a9c5b499125 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0543125 Aug 27 03:40:58.772035 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e6d2f31d-ca62-4530-9245-2fe457df2cc2 req-e237590e-fab6-4058-bf6c-763309f2ebe1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332487 Aug 27 03:40:59.897732 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998d6a-1009-4990-82db-c95cae0b6af8 req-58528858-bbcc-4ca7-875a-30779c79b6a7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:59.899255 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59998d6a-1009-4990-82db-c95cae0b6af8 req-58528858-bbcc-4ca7-875a-30779c79b6a7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0493228 Aug 27 03:40:59.941235 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59998d6a-1009-4990-82db-c95cae0b6af8 req-e55f13ef-497c-4a3d-9d1e-594734833a05 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358081 Aug 27 03:41:00.761625 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-63847b20-7589-4dec-9cbb-d4835032c21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:01.070476 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e90b6a-445e-47bf-9c12-6b617bcba689 req-c618655a-dcb9-45e7-8f93-ff2ef18b2736 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:01.071977 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38e90b6a-445e-47bf-9c12-6b617bcba689 req-c618655a-dcb9-45e7-8f93-ff2ef18b2736 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0575323 Aug 27 03:41:01.109692 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-38e90b6a-445e-47bf-9c12-6b617bcba689 req-015cc7f7-071f-4881-b5d3-4ecf925c82b5 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317869 Aug 27 03:41:02.228987 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49530c-7a6d-47d7-883b-8e8cf4861d89 req-2fd74c1a-5fed-418d-986b-53393e3e64b6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:02.230420 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd49530c-7a6d-47d7-883b-8e8cf4861d89 req-2fd74c1a-5fed-418d-986b-53393e3e64b6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0489149 Aug 27 03:41:02.269832 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd49530c-7a6d-47d7-883b-8e8cf4861d89 req-ce2b694a-7bde-4a58-852f-d08f6896b69f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332603 Aug 27 03:41:03.416954 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6898cba-7dfc-41aa-8b6c-e7ba50db3948 req-3a147b24-473c-4b55-b60b-4b4f5a8480a1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:03.418595 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c6898cba-7dfc-41aa-8b6c-e7ba50db3948 req-3a147b24-473c-4b55-b60b-4b4f5a8480a1 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0634897 Aug 27 03:41:03.461893 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c6898cba-7dfc-41aa-8b6c-e7ba50db3948 req-e70f599c-e8fa-4872-aaf9-12ffe0725865 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371213 Aug 27 03:41:03.754719 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ec7f153a-e964-4bdf-95b0-165409a1d231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:04.502591 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1f361cea-ce02-41b5-92b3-a484af96f49d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:41:04.585728 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737e6c3-fd9c-43ce-ae37-863d846e88d5 req-0e79ddbf-610b-4c19-bde6-96f944c2288f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:04.587295 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0737e6c3-fd9c-43ce-ae37-863d846e88d5 req-0e79ddbf-610b-4c19-bde6-96f944c2288f tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 943 time: 0.0540740 Aug 27 03:41:04.600160 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:04.611697 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'port_id': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'mac_address': 'fa:16:3e:81:53:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:41:04.627161 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0737e6c3-fd9c-43ce-ae37-863d846e88d5 req-4dca358f-0eb7-4b2e-bc93-e0f02c5ed449 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337858 Aug 27 03:41:04.653810 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:04.667162 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f361cea-ce02-41b5-92b3-a484af96f49d {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:41:04.686170 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:04.690578 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:04.739577 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=1f361cea-ce02-41b5-92b3-a484af96f49d,revision_number=9']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:04.785608 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:05.095221 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:05.227653 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['1f361cea-ce02-41b5-92b3-a484af96f49d'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:41:05.749134 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6d948-1438-494a-9707-8fdc4dd7c60c req-d6fe7925-7ae0-4bb1-8568-df6e241b91ae tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:05.750686 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2b6d948-1438-494a-9707-8fdc4dd7c60c req-d6fe7925-7ae0-4bb1-8568-df6e241b91ae tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 944 time: 0.0503306 Aug 27 03:41:05.789468 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2b6d948-1438-494a-9707-8fdc4dd7c60c req-d4eef2f0-8bac-4cb9-8372-e9a60fe3a336 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327899 Aug 27 03:41:06.517540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1f361cea-ce02-41b5-92b3-a484af96f49d up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:06.565534 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port 1f361cea-ce02-41b5-92b3-a484af96f49d triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:06.566734 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:06.647794 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:06.669520 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:41:06.671787 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d6d654-f7af-4c1e-b4e1-d2fc6b683e7a" -d '{"events": [{"server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "name": "network-vif-plugged", "status": "completed", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:41:06.684663 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:06.689223 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:06.713393 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9265982-fbb1-4b4b-8dbe-c380eb1583e8 x-openstack-request-id: req-d9265982-fbb1-4b4b-8dbe-c380eb1583e8 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:41:06.713691 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "name": "network-vif-plugged", "status": "completed", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:41:06.713942 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9265982-fbb1-4b4b-8dbe-c380eb1583e8 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:41:06.714358 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'code': 200} Aug 27 03:41:06.743528 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=1f361cea-ce02-41b5-92b3-a484af96f49d,revision_number=10']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:06.902040 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:06.948000 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0a95b-19d4-4c03-8074-8e569a1f7cce req-140a01f9-4db9-418f-9792-02a5030ae020 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:06.949481 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f3a0a95b-19d4-4c03-8074-8e569a1f7cce req-140a01f9-4db9-418f-9792-02a5030ae020 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 946 time: 0.0799396 Aug 27 03:41:06.955938 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085a3cc-0695-4da1-ab06-cf0aa42a8292 req-d01942aa-8ae7-47eb-a6b9-2ee87201f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:06.957436 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e085a3cc-0695-4da1-ab06-cf0aa42a8292 req-d01942aa-8ae7-47eb-a6b9-2ee87201f5e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 1099 time: 0.0591152 Aug 27 03:41:07.011274 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f3a0a95b-19d4-4c03-8074-8e569a1f7cce req-ebad801e-5390-42a2-aafe-4df5a6e2981a tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528936 Aug 27 03:41:07.012897 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e085a3cc-0695-4da1-ab06-cf0aa42a8292 req-1fdbb352-bcfb-4367-9e23-d515aaee1817 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479639 Aug 27 03:41:08.138381 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81fcb7-1427-4363-a501-f592da624b70 req-14d7b996-4259-4228-aed8-dec048cfb898 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:08.139877 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5c81fcb7-1427-4363-a501-f592da624b70 req-14d7b996-4259-4228-aed8-dec048cfb898 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 946 time: 0.0532565 Aug 27 03:41:08.179374 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5c81fcb7-1427-4363-a501-f592da624b70 req-76abe8f1-5065-4184-a727-f00a97136bf7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324976 Aug 27 03:41:09.353721 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d214d-6e53-458a-b00f-3dd3831b1ec3 req-13fcb7a1-a3c4-4b57-b062-6c0409e1ec51 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:09.355237 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-668d214d-6e53-458a-b00f-3dd3831b1ec3 req-13fcb7a1-a3c4-4b57-b062-6c0409e1ec51 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 946 time: 0.1037230 Aug 27 03:41:09.394421 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-668d214d-6e53-458a-b00f-3dd3831b1ec3 req-6683883c-bfdf-40eb-ae5c-4bd371c13287 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329566 Aug 27 03:41:09.805799 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.822772 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:41:20.607828 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-ba37cb6b-aef9-4ab4-939a-f13efbb52cb7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389953 Aug 27 03:41:20.680249 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-60436980-8b1b-49e9-8fc1-751070b58774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:20.681735 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-60436980-8b1b-49e9-8fc1-751070b58774 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 1099 time: 0.0400965 Aug 27 03:41:20.793588 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-3f48c194-6561-4766-89c7-97e8583bfbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:20.795117 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-3f48c194-6561-4766-89c7-97e8583bfbfb service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 200 len: 918 time: 0.0908852 Aug 27 03:41:20.862347 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-e1f7be9d-8086-4020-8eca-8f16ca702b23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f361cea-ce02-41b5-92b3-a484af96f49d HTTP/1.1" status: 200 len: 1000 time: 0.0596898 Aug 27 03:41:20.916523 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-79172124-cade-45e2-bff7-d64a1f7e1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:20.918075 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-79172124-cade-45e2-bff7-d64a1f7e1167 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 200 len: 856 time: 0.0457323 Aug 27 03:41:20.967276 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-3898b866-26ee-4a39-bf5f-1cc1a100e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:20.968919 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-3898b866-26ee-4a39-bf5f-1cc1a100e6d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff1f034d-3826-4da6-8a6a-7416252fe801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434420 Aug 27 03:41:21.057112 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-bc35c243-8fd0-45e3-a006-3ba92d1e0bac service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799546 Aug 27 03:41:21.152175 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77cd20fa-79b2-4f15-8eb5-a8b715378a38 req-ae44e547-a5e9-4244-9b1c-0fad370d1f8c service neutron] 10.222.0.62 "GET /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871358 Aug 27 03:41:30.762980 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-53703192-5397-4d9f-96bf-bbe0cd062a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:33.755783 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8381c3e2-2ce7-404a-984f-f0b43cd84fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.786822 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:35.099414 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:36.904506 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:39.817121 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:49.821997 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:42:00.764344 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-328d5f37-e2e2-4e13-ab7b-d2682527450a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:03.757011 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-211f1bfc-cfe2-46bf-b954-706063bd9968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:04.788560 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:05.101489 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:06.905824 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:09.823205 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:12.304777 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf7ad2-be57-4a06-8bfd-99e98f25369c req-645a3aea-d7f6-40ff-a364-5d99c8276930 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:12.306289 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cbcf7ad2-be57-4a06-8bfd-99e98f25369c req-645a3aea-d7f6-40ff-a364-5d99c8276930 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 946 time: 0.1009462 Aug 27 03:42:12.343845 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cbcf7ad2-be57-4a06-8bfd-99e98f25369c req-91a35389-2f4b-4164-99f8-a89754722bc7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316851 Aug 27 03:42:13.477359 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c2612-f0d2-4920-9446-3526250e6774 req-c6d8c1fc-e875-4416-9f2f-e96feb057bb6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:13.478861 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff1c2612-f0d2-4920-9446-3526250e6774 req-c6d8c1fc-e875-4416-9f2f-e96feb057bb6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 946 time: 0.0494342 Aug 27 03:42:13.516139 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff1c2612-f0d2-4920-9446-3526250e6774 req-a9a4f839-4087-4637-ad83-5933a361ab14 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups?id=42ae03da-621c-4256-a53f-78d4836b40b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313382 Aug 27 03:42:14.090513 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-38c36bc4-9a1c-42a8-8342-7c56a0c6cf74 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:14.091993 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-38c36bc4-9a1c-42a8-8342-7c56a0c6cf74 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.62 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 946 time: 0.0529389 Aug 27 03:42:14.183355 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Deleting port 1f361cea-ce02-41b5-92b3-a484af96f49d {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:42:14.183699 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:14.276902 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] For port 1f361cea-ce02-41b5-92b3-a484af96f49d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f361cea-ce02-41b5-92b3-a484af96f49d,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:42:14.277267 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:14.447307 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:14.447701 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:14.448017 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.l3_db [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Floating IP e08f7837-073d-40bd-8a5b-89b41f9b4f98 disassociated. External IP: 172.27.2.22, port: 1f361cea-ce02-41b5-92b3-a484af96f49d. Aug 27 03:42:14.448356 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Calling delete_port for 1f361cea-ce02-41b5-92b3-a484af96f49d owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:42:14.581245 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:14.623447 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event deleted for resources: {'Port': ['ID=1f361cea-ce02-41b5-92b3-a484af96f49d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:42:14.647088 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63e0bec3-7361-44bd-8f1c-f5dd254c85b8 req-3a65b3fb-490f-4e8b-9c19-a5c0025fa4b0 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c750bdb9-76a6-4631-89d9-78c4128f6c67 HTTP/1.1" status: 200 len: 210 time: 0.0381463 Aug 27 03:42:14.650788 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.651038 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.651378 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.651717 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.652165 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.652354 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.652679 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.653002 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.653329 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.653649 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.653964 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.654303 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:14.757839 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Router 29416b56-55bf-4378-9ce7-90710ec5c0aa has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:42:14.862532 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:42:14.871880 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49baf4db-6917-4618-9133-613fdb663ba7 None None] Sync routers for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:42:14.882210 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49baf4db-6917-4618-9133-613fdb663ba7 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:42:14.883028 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-49baf4db-6917-4618-9133-613fdb663ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:42:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:14.900164 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] No DVR routers for this DVR port 1f361cea-ce02-41b5-92b3-a484af96f49d on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:42:14.902797 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:14.904789 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6342d91a-eedc-4468-b986-cb9ca1c08e7c req-2796a13e-02b5-44d6-8003-190dfc5dced6 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.62 "DELETE /v2.0/ports/1f361cea-ce02-41b5-92b3-a484af96f49d HTTP/1.1" status: 204 len: 173 time: 0.8056436 Aug 27 03:42:14.905340 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'name': 'network-vif-deleted', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:42:14.908292 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5985bc-fbc9-4adc-bf1a-b072075dc7fd" -d '{"events": [{"server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "name": "network-vif-deleted", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:42:14.948560 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781e7640-9892-48ad-8f36-834b77580098 x-openstack-request-id: req-781e7640-9892-48ad-8f36-834b77580098 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:42:14.948849 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c750bdb9-76a6-4631-89d9-78c4128f6c67", "name": "network-vif-deleted", "tag": "1f361cea-ce02-41b5-92b3-a484af96f49d", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:42:14.949095 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-781e7640-9892-48ad-8f36-834b77580098 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:42:14.949514 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c750bdb9-76a6-4631-89d9-78c4128f6c67', 'name': 'network-vif-deleted', 'tag': '1f361cea-ce02-41b5-92b3-a484af96f49d', 'status': 'completed', 'code': 200} Aug 27 03:42:14.997571 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-49baf4db-6917-4618-9133-613fdb663ba7 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:42:15.201058 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-49baf4db-6917-4618-9133-613fdb663ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:15.228015 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49baf4db-6917-4618-9133-613fdb663ba7 None None] Checking router: 29416b56-55bf-4378-9ce7-90710ec5c0aa for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:42:15.237079 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49baf4db-6917-4618-9133-613fdb663ba7 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:42:15.237780 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-49baf4db-6917-4618-9133-613fdb663ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:42:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:15.344178 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-49baf4db-6917-4618-9133-613fdb663ba7 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:42:15.686354 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-49baf4db-6917-4618-9133-613fdb663ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:42:15.713611 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49baf4db-6917-4618-9133-613fdb663ba7 None None] The sync data for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi is: [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:32:48Z', 'revision_number': 4, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': '31d78135-37bd-4ce2-bab7-3105082b2e54', 'name': '', 'network_id': 'ff1f034d-3826-4da6-8a6a-7416252fe801', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'mac_address': 'fa:16:3e:7d:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:47Z', 'updated_at': '2021-08-27T03:33:00Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'subnets': [{'id': '5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:42:15.741618 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 35482) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:42:15.802344 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:15.826476 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:15.877768 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:15.880560 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:15.881736 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "DELETE /v2.0/security-groups/42ae03da-621c-4256-a53f-78d4836b40b1 HTTP/1.1" status: 204 len: 168 time: 0.1385221 Aug 27 03:42:15.884796 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 35486) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:42:15.891347 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ae03da-621c-4256-a53f-78d4836b40b1,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:42:15.899952 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.900305 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.900469 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.api.v2.resource [None req-85412cff-ad6f-4502-b7bb-ad113a2b70ca tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] show failed (client error): The resource could not be found. Aug 27 03:42:15.900960 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.904133 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.904133 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.904133 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.904372 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-85412cff-ad6f-4502-b7bb-ad113a2b70ca tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "GET /v2.0/security-groups/42ae03da-621c-4256-a53f-78d4836b40b1 HTTP/1.1" status: 404 len: 347 time: 0.0155785 Aug 27 03:42:15.904487 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.904487 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.904487 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.904487 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.904487 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.904487 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f3157-4295-463f-a716-a49bd022a0b7 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:42:15.904970 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 35488) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:42:15.965166 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad4f34-e7ec-4238-a0d2-9f8ac8896f68 None None] New status for floating IP e08f7837-073d-40bd-8a5b-89b41f9b4f98: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:42:16.302893 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-8993c76e-59d1-4dcc-94e1-adfb8d9c94e2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Deleting port b73cff52-1922-49cc-9c92-11d7b8cfc49d {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:42:16.303240 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8993c76e-59d1-4dcc-94e1-adfb8d9c94e2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:16.382023 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8993c76e-59d1-4dcc-94e1-adfb8d9c94e2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:16.382378 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8993c76e-59d1-4dcc-94e1-adfb8d9c94e2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:16.393898 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-8993c76e-59d1-4dcc-94e1-adfb8d9c94e2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Calling delete_port for b73cff52-1922-49cc-9c92-11d7b8cfc49d owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:42:16.529356 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8993c76e-59d1-4dcc-94e1-adfb8d9c94e2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:16.560587 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993c76e-59d1-4dcc-94e1-adfb8d9c94e2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Pushing event deleted for resources: {'Port': ['ID=b73cff52-1922-49cc-9c92-11d7b8cfc49d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:42:16.617022 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8993c76e-59d1-4dcc-94e1-adfb8d9c94e2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:16.619548 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8993c76e-59d1-4dcc-94e1-adfb8d9c94e2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:16.620695 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8993c76e-59d1-4dcc-94e1-adfb8d9c94e2 tempest-AttachVolumeShelveTestJSON-267268157 tempest-AttachVolumeShelveTestJSON-267268157-project] 10.222.0.48 "DELETE /v2.0/floatingips/e08f7837-073d-40bd-8a5b-89b41f9b4f98 HTTP/1.1" status: 204 len: 168 time: 0.7155402 Aug 27 03:42:16.912853 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1f361cea-ce02-41b5-92b3-a484af96f49d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:42:16.932959 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: 1f361cea-ce02-41b5-92b3-a484af96f49d {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:42:16.933305 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device 1f361cea-ce02-41b5-92b3-a484af96f49d not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:42:19.651074 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08e0374d-0be9-4729-a7c1-743db000d429 req-32bc7199-34a5-4e03-8ac2-7070bab67d65 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845764 Aug 27 03:42:19.724603 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0374d-0be9-4729-a7c1-743db000d429 req-20cc44a2-fb50-4d42-99b2-0ba6b075e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:19.726144 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08e0374d-0be9-4729-a7c1-743db000d429 req-20cc44a2-fb50-4d42-99b2-0ba6b075e153 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0409427 Aug 27 03:42:19.830385 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0374d-0be9-4729-a7c1-743db000d429 req-076f0a87-d1dd-41ae-bcc0-62828672d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:19.831864 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08e0374d-0be9-4729-a7c1-743db000d429 req-076f0a87-d1dd-41ae-bcc0-62828672d112 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0844173 Aug 27 03:42:19.900535 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08e0374d-0be9-4729-a7c1-743db000d429 req-caceb479-04e3-4ada-9346-e886f971c58a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1001 time: 0.0617299 Aug 27 03:42:19.949791 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0374d-0be9-4729-a7c1-743db000d429 req-68fd97ca-4ba1-4c9f-815d-74e2180436d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:19.951295 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08e0374d-0be9-4729-a7c1-743db000d429 req-68fd97ca-4ba1-4c9f-815d-74e2180436d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0438643 Aug 27 03:42:19.997089 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0374d-0be9-4729-a7c1-743db000d429 req-5e11e43c-e676-4e26-98da-e4eb6c39c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:19.998597 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08e0374d-0be9-4729-a7c1-743db000d429 req-5e11e43c-e676-4e26-98da-e4eb6c39c6f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391366 Aug 27 03:42:20.010349 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-08e0374d-0be9-4729-a7c1-743db000d429 req-237a711e-70cc-412b-aa9f-75676dc5c0f3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:42:20.011406 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08e0374d-0be9-4729-a7c1-743db000d429 req-237a711e-70cc-412b-aa9f-75676dc5c0f3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050082 Aug 27 03:42:20.103566 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08e0374d-0be9-4729-a7c1-743db000d429 req-6dcf12dd-c7c3-427f-8c86-e27cdb9d216f service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846322 Aug 27 03:42:20.192278 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08e0374d-0be9-4729-a7c1-743db000d429 req-4789fcb5-fc1f-44ee-913e-c37ee58eddc2 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812526 Aug 27 03:42:26.820835 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:42:30.766538 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e2a18efc-a0c9-4bb0-8ea9-7390ad6f7233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:33.762466 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8417da58-7d83-443a-ab8b-b52fb7c63928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:34.789598 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:35.105020 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:36.913192 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:39.847217 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:00.772888 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1370b455-0bce-4658-a7fd-34982a4b4fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:03.763337 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5993-620c-477c-bb6b-2d7755aafa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:03.819337 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:43:04.790507 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:05.107637 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:06.913485 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:09.845726 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:20.261166 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-c1f0545a-f6b3-4b70-8a88-861c5c8b6d78 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447609 Aug 27 03:43:20.358690 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-1cb26ba8-83f7-4657-9709-8f4e1b0e2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:20.360892 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-1cb26ba8-83f7-4657-9709-8f4e1b0e2b18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1099 time: 0.0405467 Aug 27 03:43:20.462916 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-1a1fd7e0-cb6b-4d0b-a407-bba755bd2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:20.464419 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-1a1fd7e0-cb6b-4d0b-a407-bba755bd2d0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 912 time: 0.0833127 Aug 27 03:43:20.532330 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-0e04d254-7f37-4302-b8ac-b8e28cf8c4a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 200 len: 1002 time: 0.0603073 Aug 27 03:43:20.580934 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-7eaf7f7f-eb8b-49e6-8be5-5f7fcc841341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:20.582439 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-7eaf7f7f-eb8b-49e6-8be5-5f7fcc841341 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0438633 Aug 27 03:43:20.628174 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-66d3fe11-5b4b-4fba-82d1-44d01c6df9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:20.629866 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-66d3fe11-5b4b-4fba-82d1-44d01c6df9a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400860 Aug 27 03:43:20.724913 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-09e5899e-0eec-488b-b0d0-73be75554dc6 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852690 Aug 27 03:43:20.820621 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ec9c059-c617-4650-a459-3e047f74fb80 req-b0d25787-20dc-43c4-99c2-c99f3e4c91f9 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869465 Aug 27 03:43:30.764529 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cabd530e-59df-4fdc-8094-97e26a3faf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:33.765608 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9a4a9bf-d3cc-4260-8cb2-e4ac5b68d149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:34.792166 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:35.110969 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:36.916001 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:39.843902 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:40.819185 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:44:00.768086 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b86d1e03-f39c-4abe-be77-591d668c8fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:03.771125 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d1f16104-dac0-44ee-8433-71f64f8dc6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:04.793316 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:05.114290 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:06.920687 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:09.843303 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:17.818833 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:44:20.605044 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-3c6b3677-b653-4c71-888b-ecd08e2671ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437753 Aug 27 03:44:20.683670 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-8d6f5d1e-b5a3-4e99-ad61-f6ad23bc6b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:20.685715 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-8d6f5d1e-b5a3-4e99-ad61-f6ad23bc6b1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0429299 Aug 27 03:44:20.789565 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-f3d2fccb-2f4b-40a8-940c-1f692d2f332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:20.791088 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-f3d2fccb-2f4b-40a8-940c-1f692d2f332f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0861440 Aug 27 03:44:20.863062 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-28ebb60e-67ec-4293-a527-3f9d14f15a97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1001 time: 0.0634081 Aug 27 03:44:20.916602 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-62e2e870-8914-42c2-8b2e-9409272fe438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:20.918167 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-62e2e870-8914-42c2-8b2e-9409272fe438 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0481167 Aug 27 03:44:20.963804 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-9b65e2e0-d238-4360-a425-3d06789afb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:20.965441 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-9b65e2e0-d238-4360-a425-3d06789afb20 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395541 Aug 27 03:44:21.071682 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-f7cdefff-e2ef-44d1-bf8c-f9e642d1c0f2 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993006 Aug 27 03:44:21.167377 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-de107142-9cac-4e6c-bd99-66d6dc68fe27 req-5d82de2b-78c0-4902-8f19-b0873f30a202 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882306 Aug 27 03:44:30.769154 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b5ae847d-ac07-4c44-9965-b64213595f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:33.766888 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-50abd327-26f6-4f8a-9ffa-cd489ffb1cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:34.796821 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:35.116336 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:36.921780 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:39.844010 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:54.819075 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:45:00.771652 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e097ed2d-5c64-48e2-b0c3-02fb890fdf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:03.772889 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0da27560-5a96-4d77-b168-61eee62c7021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:04.801143 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:05.123877 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:06.925982 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:09.844215 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:21.608873 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-f730f7a1-3609-4c03-84b0-29637c66a809 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529327 Aug 27 03:45:21.718356 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-c7e2ab9a-f019-44ee-8950-29870238c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:21.720200 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-c7e2ab9a-f019-44ee-8950-29870238c339 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1099 time: 0.0469196 Aug 27 03:45:21.841973 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-aca5250b-124c-4c36-adf3-f7dda2469cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:21.842740 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-aca5250b-124c-4c36-adf3-f7dda2469cbe service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 912 time: 0.1014664 Aug 27 03:45:21.919673 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-c0137b70-d97c-47e4-af68-7cf85d6b3a8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 200 len: 1002 time: 0.0692759 Aug 27 03:45:21.973300 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-e361a3f6-4020-4243-b7c4-3cd0085e8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:21.974777 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-e361a3f6-4020-4243-b7c4-3cd0085e8133 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0476871 Aug 27 03:45:22.023847 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-4c6fafb2-0658-4048-b351-c8293bed47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:22.025378 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-4c6fafb2-0658-4048-b351-c8293bed47fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424030 Aug 27 03:45:22.131997 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-4c603bcb-b515-4b24-a1da-739397acd340 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994608 Aug 27 03:45:22.255638 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4dcec7c1-a26f-4fb1-9740-78e723116ddd req-95964010-804a-4d80-a24d-471ced3bad73 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156650 Aug 27 03:45:30.775124 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8d5d8262-e07d-44f4-93c6-99f550cf46dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:31.819890 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:45:33.766597 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6f85bb3c-dc7d-4378-b7bf-4adf0afdabb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:34.808796 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:35.123998 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:36.928793 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:39.873333 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:00.785439 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3d2e30cd-fbb8-4c45-b4cd-683727b10a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:03.769232 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ad8d285f-7ddb-4007-834d-cca689d4c0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:04.803068 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:05.127459 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:06.930600 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:08.819440 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:46:09.878250 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:23.606257 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69f97689-bfd8-447e-b301-1a1325223c58 req-2faadb72-e546-4c80-bf10-0b66f4f2ac77 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498104 Aug 27 03:46:23.677651 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f97689-bfd8-447e-b301-1a1325223c58 req-1d5e8fd6-65da-44d4-9a0a-6714c784b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:23.679213 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69f97689-bfd8-447e-b301-1a1325223c58 req-1d5e8fd6-65da-44d4-9a0a-6714c784b91d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0403817 Aug 27 03:46:23.785965 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f97689-bfd8-447e-b301-1a1325223c58 req-53d1f5a4-880f-4ccb-994b-7190644cdbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:23.787398 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69f97689-bfd8-447e-b301-1a1325223c58 req-53d1f5a4-880f-4ccb-994b-7190644cdbeb service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0841010 Aug 27 03:46:23.856427 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69f97689-bfd8-447e-b301-1a1325223c58 req-844e0e59-15ef-4b42-8a06-80561e8e60b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1001 time: 0.0621963 Aug 27 03:46:23.909535 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f97689-bfd8-447e-b301-1a1325223c58 req-e1564a4e-477a-446c-b6ce-462df97ca601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:23.911063 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69f97689-bfd8-447e-b301-1a1325223c58 req-e1564a4e-477a-446c-b6ce-462df97ca601 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0476019 Aug 27 03:46:23.959133 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f97689-bfd8-447e-b301-1a1325223c58 req-388bbc7f-9162-41e6-b2b0-f14d4131c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:23.960632 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69f97689-bfd8-447e-b301-1a1325223c58 req-388bbc7f-9162-41e6-b2b0-f14d4131c9db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402896 Aug 27 03:46:24.059180 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69f97689-bfd8-447e-b301-1a1325223c58 req-932b4d5a-4e99-41da-94f0-dc211ac2bcec service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913098 Aug 27 03:46:24.152198 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69f97689-bfd8-447e-b301-1a1325223c58 req-9f6ce606-a478-4571-ba8f-f3bee843e734 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855732 Aug 27 03:46:30.777863 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-186abc3f-6ba2-4f2d-8473-18602d3c1ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:33.770624 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-49595651-5740-4c65-8519-f04503357b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:34.808917 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:35.127614 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:36.932763 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:37.791739 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [req-b25367ce-a822-4e35-bcca-7f6094fb6e79 req-dd730ea4-1edd-491e-be5d-ca3233b80a9f service neutron] (93871) timed out ('10.222.0.62', 61636) {{(pid=93871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:46:39.708286 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [req-1a89aebf-f9cc-4af2-a02e-b50353e4a102 req-807d23d7-6fcc-4a48-a1c4-a8fb9cd0deb1 service neutron] (93871) timed out ('10.222.0.62', 61625) {{(pid=93871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:46:39.884642 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:45.819120 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:47:00.784799 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-77897d19-a6a1-4e73-9027-6f5b481064c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.771493 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b8f9-5c40-431e-bfd0-21285d797cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.811094 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.129795 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:06.933988 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:09.896348 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:22.819118 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:47:24.652712 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-055037cb-9438-498d-b940-9773ee48e85f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0968382 Aug 27 03:47:24.753004 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-fbbad65c-8e69-4ba9-b91f-cdaa2350a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:24.754526 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-fbbad65c-8e69-4ba9-b91f-cdaa2350a207 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1099 time: 0.0410469 Aug 27 03:47:24.861208 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-3e77aec3-df5e-48af-9e16-22952a4559f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:24.862635 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-3e77aec3-df5e-48af-9e16-22952a4559f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 912 time: 0.0893986 Aug 27 03:47:24.932282 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-fc833cd9-e01a-41ee-9a48-00c033506f64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 200 len: 1002 time: 0.0613017 Aug 27 03:47:24.981982 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-aa4ead44-ef35-41b0-b69c-35b4933d3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:24.983430 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-aa4ead44-ef35-41b0-b69c-35b4933d3a8d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0442147 Aug 27 03:47:25.030604 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-39170f82-4b5f-4928-993c-abe35cbdb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:47:25.032563 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-39170f82-4b5f-4928-993c-abe35cbdb4f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412068 Aug 27 03:47:25.132719 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-70241806-c84b-4c88-8885-ea0e60b39b6e service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915163 Aug 27 03:47:25.223191 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff98b75f-0506-46a4-8bcd-abd7ea3a36c4 req-7e8f560c-98bf-4d84-bfe0-d3e019191215 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832796 Aug 27 03:47:30.780088 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6f225f76-d129-4d23-bf16-f9051f9a7be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:33.773714 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6f63-c28b-43da-8698-2fa67b2cf1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:34.814876 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:35.133516 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:36.936898 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:39.891643 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:59.818846 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:48:00.782934 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5f14c2da-0d6f-472b-8522-70d07f4a46ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:03.775371 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9800b56d-eae3-4a80-8d2f-d39c5d6b6a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:04.818840 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:05.136171 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:06.940984 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:09.894793 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:26.605859 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60518885-aea3-4b9e-a419-b913202739b3 req-c10658b9-8659-4224-a71e-dcf0945fb83b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518277 Aug 27 03:48:26.700915 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60518885-aea3-4b9e-a419-b913202739b3 req-e48a64b6-b542-41e2-92b5-dcc13c57c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:26.702591 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60518885-aea3-4b9e-a419-b913202739b3 req-e48a64b6-b542-41e2-92b5-dcc13c57c322 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0562809 Aug 27 03:48:26.840203 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60518885-aea3-4b9e-a419-b913202739b3 req-2f6f9ece-f7ca-47a4-b1d3-5a8b31446902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:26.841632 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60518885-aea3-4b9e-a419-b913202739b3 req-2f6f9ece-f7ca-47a4-b1d3-5a8b31446902 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.1184089 Aug 27 03:48:26.918575 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60518885-aea3-4b9e-a419-b913202739b3 req-520c2e3c-ed4d-4a96-9b54-d40d7d3ae238 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1001 time: 0.0694835 Aug 27 03:48:26.975274 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60518885-aea3-4b9e-a419-b913202739b3 req-b44fe36a-f498-426c-9a98-6145abc79245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:26.976895 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60518885-aea3-4b9e-a419-b913202739b3 req-b44fe36a-f498-426c-9a98-6145abc79245 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0511937 Aug 27 03:48:27.025333 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60518885-aea3-4b9e-a419-b913202739b3 req-b7748b5f-d678-4804-9a5f-5d75f09f454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:48:27.026898 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60518885-aea3-4b9e-a419-b913202739b3 req-b7748b5f-d678-4804-9a5f-5d75f09f454d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428925 Aug 27 03:48:27.135656 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60518885-aea3-4b9e-a419-b913202739b3 req-03ac9a7c-1d16-4d8e-ab8b-9fd39172ea24 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004932 Aug 27 03:48:27.236453 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60518885-aea3-4b9e-a419-b913202739b3 req-f180b99a-0033-4165-b3c6-d8aaae06732a service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935354 Aug 27 03:48:30.785893 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1202c647-cc81-4612-9dd9-027dc4ba3dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:33.780974 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e4e0db4a-002f-432a-9ab5-4c90bc7f4413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:34.823835 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:35.137995 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:36.819388 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:48:36.942872 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:39.894355 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:00.787400 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-72837d1b-52d1-4e37-b5b4-fc7ee47b575f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:03.774075 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82087107-16eb-4b0c-88e8-377d87400caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:04.825967 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:05.141868 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:06.945347 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:09.900985 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:13.819356 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:49:29.229681 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-1f2ee413-42be-4b84-8b13-8ec7747a5991 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435622 Aug 27 03:49:29.333816 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-2a5bd8f5-480e-4f99-9453-e87b5d019747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:29.335366 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-2a5bd8f5-480e-4f99-9453-e87b5d019747 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1099 time: 0.0452785 Aug 27 03:49:29.442177 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-d8f77073-2857-40dd-8623-8a209a2a59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:29.443643 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-d8f77073-2857-40dd-8623-8a209a2a59f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 912 time: 0.0864670 Aug 27 03:49:29.515476 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-59a68db2-112a-4d0c-8fe6-cdd35ec35b17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 200 len: 1002 time: 0.0644863 Aug 27 03:49:29.569573 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-b05eddba-dcbd-481f-bd2f-1d702a06fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:29.571212 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-b05eddba-dcbd-481f-bd2f-1d702a06fc73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0479743 Aug 27 03:49:29.623011 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-834baf10-7414-4ce1-a789-27a9cbf5c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:49:29.624531 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-834baf10-7414-4ce1-a789-27a9cbf5c466 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469427 Aug 27 03:49:29.721859 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-065a01cd-a3f7-4a3c-af51-8fe87d198973 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897956 Aug 27 03:49:29.819898 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8550a40d-e112-428e-9c7c-f41c810baf79 req-aeff0e6c-7a3e-41f0-a609-ff7027fbed85 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913894 Aug 27 03:49:30.796065 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7dbf967b-ff79-49f4-b9e2-af0d72295832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:33.776695 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a0f1cd6f-ec27-45d3-9c3a-f2c071e0c3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:34.831470 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:35.146806 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:36.950233 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:39.891611 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:50.818812 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:49:54.561756 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [req-77e5f05b-b251-43ed-bebb-e25f82ef9f99 req-79c45e31-26bc-4a83-87ae-66bea2678240 tempest-AttachVolumeNegativeTest-421436559 tempest-AttachVolumeNegativeTest-421436559-project] (93871) timed out ('10.222.0.62', 61596) {{(pid=93871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:50:00.791652 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-73d3f349-1125-4764-84f9-5efceb160a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:03.783559 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c921639e-0d4a-4ce0-961f-5cc4bb62de33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:04.834298 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:05.147397 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:06.953232 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:09.891664 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:27.819502 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:50:30.588126 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-683c74dd-5e25-4d91-8dfc-cd0f027509bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439520 Aug 27 03:50:30.671038 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-3fd23477-f920-47e3-bc44-b36949d511b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:30.673005 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-3fd23477-f920-47e3-bc44-b36949d511b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0489099 Aug 27 03:50:30.776926 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-80a3d22d-793c-4d42-b5c6-d384908cdf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:30.779169 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-80a3d22d-793c-4d42-b5c6-d384908cdf34 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0872686 Aug 27 03:50:30.798522 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-010d676f-871f-44c3-bc2e-c2bbb405a763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:30.853665 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-9fc447fb-8a53-4b39-9ddf-bd9b8185b0e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1001 time: 0.0668304 Aug 27 03:50:30.904115 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-ae507d7b-df76-425d-8d38-3d02c3fb581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:30.905575 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-ae507d7b-df76-425d-8d38-3d02c3fb581c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0454640 Aug 27 03:50:30.951639 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-55855af6-65ad-402d-90a5-9a78c7ebe765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:50:30.953146 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-55855af6-65ad-402d-90a5-9a78c7ebe765 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406666 Aug 27 03:50:31.052078 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-0cc9035c-ef06-4906-b1f3-b9a9298e1267 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906749 Aug 27 03:50:31.146725 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-214a9a7a-7b85-4249-9a29-7ffee2eb9607 req-5d7119e6-e298-4e50-9235-b40c605f0a8e service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864043 Aug 27 03:50:33.776742 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a40fb0aa-f8b2-4cb5-941a-75316e9cc5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:34.840211 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:35.153471 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:36.955347 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:39.889405 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:00.791674 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-737bc1ac-8f0d-4f76-a41b-4e01b50d7fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:03.779042 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3874cd7a-ad63-426e-9d17-b8d333c293af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:04.819515 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:51:04.838387 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:05.153325 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:06.958096 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:09.888251 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:30.794135 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d7092543-28a6-4e01-87d2-bd49c1c8b528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:32.582871 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-52817a23-ac5e-43ee-95ca-743629ff35b3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414426 Aug 27 03:51:32.684718 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-f6f6c52b-512d-493d-9fb1-b9206f759477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:51:32.686283 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-f6f6c52b-512d-493d-9fb1-b9206f759477 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1099 time: 0.0445077 Aug 27 03:51:32.791879 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-e2ec4a9a-e652-4ba2-9807-a9ddcd0f7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:51:32.793363 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-e2ec4a9a-e652-4ba2-9807-a9ddcd0f7095 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 912 time: 0.0882554 Aug 27 03:51:32.864612 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-b83d597d-fdb8-4cce-a21b-b6d844839558 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 200 len: 1002 time: 0.0634441 Aug 27 03:51:32.915151 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-21273adb-dfbc-4a08-aca4-80d22ea64236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:51:32.916614 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-21273adb-dfbc-4a08-aca4-80d22ea64236 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0437748 Aug 27 03:51:32.962235 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-0b3107c8-d4df-4955-8e66-53a6776dadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:51:32.963655 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-0b3107c8-d4df-4955-8e66-53a6776dadb0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398655 Aug 27 03:51:33.057864 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-e6cf95b1-6133-40ee-aa4d-18221af9619c service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870750 Aug 27 03:51:33.146916 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96edd646-68b6-428f-bbe8-e8a4fb127849 req-ffc6858f-f82f-4db4-a615-2fafcde1943a service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822785 Aug 27 03:51:33.780854 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4f26a56c-2457-49ad-a143-61c11b369cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:34.844669 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:35.155620 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:36.962219 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:39.918619 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:41.819553 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:52:00.798342 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-81c33b96-29d5-403f-bda0-04f116296758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:03.782392 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c92b2698-79c7-4414-b14f-051b7a2e165d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:04.836767 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:05.159610 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:06.964795 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:09.937594 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:18.819430 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:52:30.466045 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 39224) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:52:30.637839 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Deleting port 04a88aef-cf94-4fe1-b914-97db04e2ca05 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:52:30.638703 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:30.718816 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:30.719064 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:30.730938 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Calling delete_port for 04a88aef-cf94-4fe1-b914-97db04e2ca05 owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:52:30.801780 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6bc602e8-c31e-42e5-91e6-c7efabf77120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:30.944112 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:30.976940 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event deleted for resources: {'Port': ['ID=04a88aef-cf94-4fe1-b914-97db04e2ca05,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:52:30.992625 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:30.993039 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:30.993325 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:30.993666 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:30.994006 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:30.994373 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:30.994708 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:30.995041 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:30.995375 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:30.995699 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:30.996026 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:30.996351 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:52:31.063078 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:31.063425 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Floating IP 86a36f08-a9db-4648-8d83-f8563eee1dab disassociated (deleted). External IP: 172.27.2.151, port: c2519256-b76c-4991-bea8-ecb5807c4769. Aug 27 03:52:31.277703 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:52:31.387165 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:52:31.392774 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:31.397723 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5495cc67-d979-4c3f-abab-edd3fd1c65a2 None None] Sync routers for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:52:31.406680 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5495cc67-d979-4c3f-abab-edd3fd1c65a2 None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:52:31.407291 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-5495cc67-d979-4c3f-abab-edd3fd1c65a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:52:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:52:31.422728 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-84ab3a11-8268-4cf3-8277-b8520de24877 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "DELETE /v2.0/floatingips/86a36f08-a9db-4648-8d83-f8563eee1dab HTTP/1.1" status: 204 len: 168 time: 0.9513841 Aug 27 03:52:31.422728 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'tag': 'c2519256-b76c-4991-bea8-ecb5807c4769'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:52:31.423032 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b67248-31e8-4f91-b355-32ebace030bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a03aa5-2406-4897-ab82-ed8c62cdab4c", "tag": "c2519256-b76c-4991-bea8-ecb5807c4769"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:52:31.518992 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-5495cc67-d979-4c3f-abab-edd3fd1c65a2 None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:52:31.532841 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebe8d67-6072-43fc-a7de-830199f94caf x-openstack-request-id: req-8ebe8d67-6072-43fc-a7de-830199f94caf {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:52:31.533637 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a03aa5-2406-4897-ab82-ed8c62cdab4c", "tag": "c2519256-b76c-4991-bea8-ecb5807c4769", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:52:31.533896 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ebe8d67-6072-43fc-a7de-830199f94caf {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:52:31.534380 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'tag': 'c2519256-b76c-4991-bea8-ecb5807c4769', 'status': 'completed', 'code': 200} Aug 27 03:52:31.813310 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc615b-3784-4daf-8d5e-edbe2d806d4b req-29b695ce-43b9-4c4c-a531-36ea03b132f7 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:52:31.814767 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74bc615b-3784-4daf-8d5e-edbe2d806d4b req-29b695ce-43b9-4c4c-a531-36ea03b132f7 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 946 time: 0.2107358 Aug 27 03:52:31.817693 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b67248-31e8-4f91-b355-32ebace030bc req-6738a70c-d0b4-4672-a055-2d50a2a8a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:52:31.819085 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a1b67248-31e8-4f91-b355-32ebace030bc req-6738a70c-d0b4-4672-a055-2d50a2a8a2c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 1099 time: 0.2032082 Aug 27 03:52:31.854274 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-5495cc67-d979-4c3f-abab-edd3fd1c65a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:52:31.881325 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5495cc67-d979-4c3f-abab-edd3fd1c65a2 None None] Checking router: 57f5fd71-8e25-4c68-b4de-dc098d1ee661 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:52:31.891262 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5495cc67-d979-4c3f-abab-edd3fd1c65a2 None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:52:31.891925 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-5495cc67-d979-4c3f-abab-edd3fd1c65a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:52:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:52:32.016667 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-5495cc67-d979-4c3f-abab-edd3fd1c65a2 None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:52:32.161580 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74bc615b-3784-4daf-8d5e-edbe2d806d4b req-a0ff8bfa-a727-4e5d-a9a0-80c217629a80 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d0f2e12-5dca-469b-9f92-13be2f68fdde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404860 Aug 27 03:52:32.197948 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b67248-31e8-4f91-b355-32ebace030bc req-1dcbc805-25da-4c08-a34a-67c5e76a5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:52:32.199456 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a1b67248-31e8-4f91-b355-32ebace030bc req-1dcbc805-25da-4c08-a34a-67c5e76a5b42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 200 len: 912 time: 0.3710904 Aug 27 03:52:32.240225 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-5495cc67-d979-4c3f-abab-edd3fd1c65a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:52:32.242773 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a1b67248-31e8-4f91-b355-32ebace030bc req-81eb21f9-78d5-4427-8817-e44ded1fc2f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 200 len: 217 time: 0.0348990 Aug 27 03:52:32.267069 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5495cc67-d979-4c3f-abab-edd3fd1c65a2 None None] The sync data for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi is: [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:22Z', 'revision_number': 4, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'aa98e772-3d26-483f-b905-b45fcb2e3bde', 'name': '', 'network_id': 'fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'mac_address': 'fa:16:3e:a4:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:21Z', 'updated_at': '2021-08-27T03:33:29Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'subnets': [{'id': 'df328a79-ae45-41b7-a98b-d8e44618b9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:52:32.295962 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b67248-31e8-4f91-b355-32ebace030bc req-344d0c31-cd44-4c57-a849-fcb045bdd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:52:32.297286 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a1b67248-31e8-4f91-b355-32ebace030bc req-344d0c31-cd44-4c57-a849-fcb045bdd4ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 200 len: 850 time: 0.0478563 Aug 27 03:52:32.360260 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b67248-31e8-4f91-b355-32ebace030bc req-ced28f02-6cae-438c-b953-e7d582c27da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:52:32.361744 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a1b67248-31e8-4f91-b355-32ebace030bc req-ced28f02-6cae-438c-b953-e7d582c27da4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424168 Aug 27 03:52:32.376583 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-a1b67248-31e8-4f91-b355-32ebace030bc req-44b83c8b-224c-4575-b8bb-997a99ecc40b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:52:32.377524 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a1b67248-31e8-4f91-b355-32ebace030bc req-44b83c8b-224c-4575-b8bb-997a99ecc40b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059979 Aug 27 03:52:32.478163 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a1b67248-31e8-4f91-b355-32ebace030bc req-fbbb82ea-cc05-4886-8dc5-331a60d623f8 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920122 Aug 27 03:52:32.506231 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5d020-e64e-435a-b57c-37ff9664bcf3 None None] New status for floating IP 86a36f08-a9db-4648-8d83-f8563eee1dab: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:52:32.577384 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a1b67248-31e8-4f91-b355-32ebace030bc req-949e3cb6-ac38-4dc8-a868-1b48d8d98072 service neutron] 10.222.0.62 "GET /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885506 Aug 27 03:52:32.670877 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907552f9-32ac-41ab-92e0-422ab0fe4530 req-80e4b06f-8e30-40c2-a66a-cc058199a3af tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:52:32.672374 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-907552f9-32ac-41ab-92e0-422ab0fe4530 req-80e4b06f-8e30-40c2-a66a-cc058199a3af tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 946 time: 0.0655599 Aug 27 03:52:32.767927 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-907552f9-32ac-41ab-92e0-422ab0fe4530 req-7462512f-ede1-4459-83ae-a73049f1aca4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Deleting port c2519256-b76c-4991-bea8-ecb5807c4769 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:52:32.768279 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-907552f9-32ac-41ab-92e0-422ab0fe4530 req-7462512f-ede1-4459-83ae-a73049f1aca4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:32.867722 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-907552f9-32ac-41ab-92e0-422ab0fe4530 req-7462512f-ede1-4459-83ae-a73049f1aca4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] For port c2519256-b76c-4991-bea8-ecb5807c4769, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c2519256-b76c-4991-bea8-ecb5807c4769,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:52:32.867993 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-907552f9-32ac-41ab-92e0-422ab0fe4530 req-7462512f-ede1-4459-83ae-a73049f1aca4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:32.881417 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-907552f9-32ac-41ab-92e0-422ab0fe4530 req-7462512f-ede1-4459-83ae-a73049f1aca4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Calling delete_port for c2519256-b76c-4991-bea8-ecb5807c4769 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:52:33.015788 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-907552f9-32ac-41ab-92e0-422ab0fe4530 req-7462512f-ede1-4459-83ae-a73049f1aca4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:33.045797 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462512f-ede1-4459-83ae-a73049f1aca4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event deleted for resources: {'Port': ['ID=c2519256-b76c-4991-bea8-ecb5807c4769,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:52:33.087795 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-907552f9-32ac-41ab-92e0-422ab0fe4530 req-7462512f-ede1-4459-83ae-a73049f1aca4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] No DVR routers for this DVR port c2519256-b76c-4991-bea8-ecb5807c4769 on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:52:33.090355 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-907552f9-32ac-41ab-92e0-422ab0fe4530 req-7462512f-ede1-4459-83ae-a73049f1aca4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:33.092670 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-907552f9-32ac-41ab-92e0-422ab0fe4530 req-7462512f-ede1-4459-83ae-a73049f1aca4 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.62 "DELETE /v2.0/ports/c2519256-b76c-4991-bea8-ecb5807c4769 HTTP/1.1" status: 204 len: 173 time: 0.4128585 Aug 27 03:52:33.258188 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ebbe3b82-8b23-476d-9c54-c12a784460cd req-5b277ed7-0cdb-44ce-87b9-1d5d5c7451ff tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0269282 Aug 27 03:52:33.535445 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'name': 'network-vif-deleted', 'tag': 'c2519256-b76c-4991-bea8-ecb5807c4769'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:52:33.537839 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3283ce6-6545-4734-b2e0-3332bf25e79a" -d '{"events": [{"server_uuid": "a1a03aa5-2406-4897-ab82-ed8c62cdab4c", "name": "network-vif-deleted", "tag": "c2519256-b76c-4991-bea8-ecb5807c4769"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:52:33.577638 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996cd360-d955-4132-a132-8a70ef78d68a x-openstack-request-id: req-996cd360-d955-4132-a132-8a70ef78d68a {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:52:33.578315 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a03aa5-2406-4897-ab82-ed8c62cdab4c", "name": "network-vif-deleted", "tag": "c2519256-b76c-4991-bea8-ecb5807c4769", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:52:33.578315 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-996cd360-d955-4132-a132-8a70ef78d68a {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:52:33.578595 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a03aa5-2406-4897-ab82-ed8c62cdab4c', 'name': 'network-vif-deleted', 'tag': 'c2519256-b76c-4991-bea8-ecb5807c4769', 'status': 'completed', 'code': 200} Aug 27 03:52:33.592700 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-173aac66-beb0-499f-a5fe-c4673b6b7a06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488305 Aug 27 03:52:33.672893 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-0c8b7219-7ce4-4bdd-b683-5478d971fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:52:33.674408 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-0c8b7219-7ce4-4bdd-b683-5478d971fc42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0458918 Aug 27 03:52:33.786957 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-def4782f-92d0-4c44-8882-c9ec045d274d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:33.816473 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-47af92f5-2339-4f49-ad64-5890159b7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:52:33.818746 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-47af92f5-2339-4f49-ad64-5890159b7f92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.1044185 Aug 27 03:52:33.897857 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-be3086c6-cbce-4b9d-84bd-04c1959237d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1001 time: 0.0721545 Aug 27 03:52:33.953471 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-64ef91da-e67d-4898-9a84-87783b865749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:52:33.954931 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-64ef91da-e67d-4898-9a84-87783b865749 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0497539 Aug 27 03:52:34.009709 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-b02645de-c499-405c-b9f2-1b62a531ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:52:34.011369 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-b02645de-c499-405c-b9f2-1b62a531ffb0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488629 Aug 27 03:52:34.125412 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-05853ffd-1b15-45aa-849a-0884bbef7c23 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066308 Aug 27 03:52:34.232455 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f1bc3c2-29f2-431c-9952-9ad0b452b2a9 req-c8003a8c-9e11-4900-9cb7-07a237888265 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987401 Aug 27 03:52:34.422384 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b40a7fb8-9f94-4a3b-9a7d-e9a8dd0ac5fd req-17ffbd18-291f-453e-8f7b-3397d8100190 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0872302 Aug 27 03:52:34.844803 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:35.166722 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:35.538923 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b43ab7f7-5613-4ae6-9f63-f1bea5115230 req-25dc1e89-ca6e-4a12-9c2a-8cddb248b0f2 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0351725 Aug 27 03:52:36.190794 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device c2519256-b76c-4991-bea8-ecb5807c4769 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:52:36.212246 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: c2519256-b76c-4991-bea8-ecb5807c4769 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:52:36.212610 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device c2519256-b76c-4991-bea8-ecb5807c4769 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:52:36.644715 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-737d903d-6819-4f6a-b3b2-2ae0573bbeee req-962474c0-1238-4f45-9810-2972fa2a982b tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0270708 Aug 27 03:52:36.968299 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:37.751229 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-06ecf016-fab5-4751-a998-b83f10add80f req-96348c1a-49c8-4f66-94d9-f47a8203f839 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0316591 Aug 27 03:52:38.848976 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-26b3efe7-2ed4-4746-95b1-517fd750353c req-e301ace5-f869-4428-87b9-5001618a851f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0263176 Aug 27 03:52:39.947306 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:39.949717 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2a949ea7-5609-41b2-aad5-b56882b0b8b8 req-5120cd62-c285-468a-9ad2-b1d3de0ac343 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0280998 Aug 27 03:52:41.051146 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02f2baf1-c757-4581-b5ec-3fd0294ecc2b req-0312beaa-e191-4d3a-a8fe-af9abc78b8a8 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0277815 Aug 27 03:52:42.146512 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-539d7d55-2277-4d67-ae92-54ed6417ef11 req-37cebce7-1c62-44a6-8531-e1b86aee3724 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0291710 Aug 27 03:52:43.242065 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aadcce1f-a7d8-42ae-be84-d113c619314f req-beee55cd-3ac9-4f42-a0b0-4948b570ed94 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0283720 Aug 27 03:52:44.336996 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a3d42b5c-7c06-449c-91e2-04ce195b45ca req-6282ce57-d1d3-4ad7-b35f-7d2fe578dcd0 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0260410 Aug 27 03:52:45.431568 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1e2e9853-210a-4c04-b309-38afd4db4028 req-143e6f39-9d6b-496c-b6f3-fd65c1eafd67 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0270483 Aug 27 03:52:46.529445 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-40630279-35e4-43b9-b9c3-282cce68182e req-41b1db1c-5a82-4768-ba74-a8a342cc8f42 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0264251 Aug 27 03:52:47.629225 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0af689d0-c28c-420d-aadb-58e8e386fb53 req-a2c61ee3-8cc2-4c82-96b0-ba62a111a4a2 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0321856 Aug 27 03:52:48.728577 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-366a2e41-9cdb-4cbf-a259-6777bf832d58 req-d4501246-b08a-4845-86bf-87911ce3c36d tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0320868 Aug 27 03:52:49.823166 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d154fcc7-e081-4089-845e-9b3827743ea8 req-277eaac0-96ba-40e7-af1c-fe79e8320005 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0269737 Aug 27 03:52:50.929891 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f10448a-996e-4d69-af42-f57d5a2a6f6f req-d0446077-2f17-4fbe-aa12-4c50e1472385 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0270419 Aug 27 03:52:52.039042 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b01a7102-c492-487a-865b-eed0496c9841 req-26d8ccdb-65a5-4284-be75-ef3b918e815d tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0262043 Aug 27 03:52:53.133988 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8e008806-21ff-49aa-abb5-18e0ecfd6d5d req-1c45580b-e36c-464c-aabc-5fe8040cc680 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0271471 Aug 27 03:52:54.227251 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3789e7f6-190c-4fe6-b17e-f275a4832902 req-ce89cb42-209a-4752-b6ab-a8bb48d2f468 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0260618 Aug 27 03:52:55.322413 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-36c30db1-b8b2-4a5a-a1d3-33e9e03fcaf9 req-2d4f50d8-d90e-4d99-b326-cf1c8603e211 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0296850 Aug 27 03:52:55.818105 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:52:56.415747 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d4dc6307-d717-4edb-8653-bbfa8fc17975 req-0fcaff1a-2825-49e4-80a5-deacca59be1f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0268533 Aug 27 03:52:57.666330 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1fa525f1-c555-4e26-9a5a-84156927a012 req-d1662387-e067-46ca-a74b-4a65bc7475ef tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0269518 Aug 27 03:52:58.767537 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae4abaed-a886-4c32-8f5d-36f098b71692 req-082ae34f-d557-4468-8504-ee6946b11eaf tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0290365 Aug 27 03:52:59.863878 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-af7dc94c-9be2-49f0-8b5e-4ae427ce6335 req-07401846-d337-4b9d-9213-79868a19f3ba tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0276716 Aug 27 03:53:00.805290 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9ce81eb9-3f68-44ba-9535-4276f0df1295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:00.956467 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e7f4272d-0f42-494b-97cf-90c4bf94714d req-85391e7d-7f66-4fc3-8df1-33772078be83 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0267379 Aug 27 03:53:02.062788 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3579f306-60bd-4aa4-bf92-44407fac84ad req-5f44d83d-f59b-4b85-8414-a6865e4145e5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0369201 Aug 27 03:53:03.172220 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc515806-a9f1-4743-ae5d-5b52754a14d7 req-a703a52b-e7c5-4e26-94a2-2bced09e7af5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0386972 Aug 27 03:53:03.788526 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f2809698-8601-43cf-b3f8-20fcbe8717ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:04.268589 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-748603c5-5dba-4f3f-9ce5-bd110c4cb939 req-e17dd021-1ff2-43cb-a541-610fd2c98e64 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0273559 Aug 27 03:53:04.839390 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:05.169123 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:05.367765 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-14e3840a-ceea-4b7f-80c6-e07c9236e4bc req-1570a642-03b9-4091-aec4-634969e56bf9 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0327666 Aug 27 03:53:06.464552 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d82f653c-29c2-4b5c-a240-a0897f962fe4 req-c55cee02-13df-4820-a02a-0d128a18971b tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0271642 Aug 27 03:53:06.970763 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:07.559289 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9a09706d-3fb4-4daa-87b4-e380ce7fefa5 req-8b2a33e8-70af-4813-ae12-8c76c879d029 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0273690 Aug 27 03:53:08.663363 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b9efbc0a-3b88-4cf7-a6ae-f34480175480 req-6824809f-ceb9-428d-9cb3-5762140975ba tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0311182 Aug 27 03:53:09.756461 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4d92a8cf-76f1-4969-bc0f-9318e584a1a2 req-12cec96e-3e31-43d8-8609-84f13f965cad tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0267689 Aug 27 03:53:09.967635 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:10.849653 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d08ea546-24c9-4f6c-b101-edb1353d71ac req-f92d0694-260d-4f77-b78e-22241609e7a7 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0267041 Aug 27 03:53:11.944849 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-822b364c-b119-4078-a9a1-3be278e44de3 req-9f4a9f31-5a3c-494f-86f2-01a32cd62c7d tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0284050 Aug 27 03:53:13.044564 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8bba6d97-9ecd-4b14-a541-fdbfeda4bf62 req-5c10907d-f95a-4f73-80ff-6f226158ae9d tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0276370 Aug 27 03:53:14.137451 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-239c94e3-bf11-4d34-b0c6-ae7075baf9ff req-e96669f6-39bb-4482-8c7c-ad25debb5d38 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0259852 Aug 27 03:53:15.238597 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e0ea984c-bd36-4847-8540-8e38c2d83664 req-28ae0b6d-a0a0-421d-b16d-dadfe8c6989a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0333085 Aug 27 03:53:16.334163 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f5935f19-2d23-48b2-9b21-e135e084d743 req-8018ecf6-61d2-4776-85ee-327fdbc7a895 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0281684 Aug 27 03:53:17.428189 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-12a021a8-ec6f-4c7b-8307-558baafb5f1f req-9a5f6090-cb79-4fac-8e9f-75495a79f0b5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0277851 Aug 27 03:53:18.520017 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f589adc7-78e1-4b48-87d7-e5e4ea148282 req-afe24ed4-0a00-4713-832b-7e28622d2198 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0268457 Aug 27 03:53:19.617139 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3259f38f-8480-4202-9ad8-08e0a44ef973 req-422f9b93-d292-4e69-8020-272d98554451 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0282559 Aug 27 03:53:20.709864 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5b156c6a-498b-475c-8d5b-953fe0851c97 req-45a33bec-806a-4e86-9f5d-946162def97a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0260627 Aug 27 03:53:21.805867 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-29369c99-4f5a-43aa-a4fd-d855bdf028e8 req-f94617fd-3659-4f85-aa43-8ff2818258a6 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0298653 Aug 27 03:53:22.903642 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-21e7cc91-db8e-44c4-9cc8-78165a21d12d req-bc19679b-6257-42ff-a435-35608e3a5feb tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0270424 Aug 27 03:53:23.996720 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cc111f44-29e8-4ba3-9141-68c410f79724 req-f6b2aedc-8b86-4313-860d-411bc3b55341 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0267408 Aug 27 03:53:25.092910 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fc0fb38e-bb31-4bf9-b7db-aee7b3e26db6 req-826d98cb-961a-4306-880c-48c7f40362eb tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0270276 Aug 27 03:53:26.186653 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c6792301-98ee-400e-8511-6b59140d804a req-6244786c-e420-4afc-94ad-b8d735b1dbd8 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0270467 Aug 27 03:53:27.279790 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d6f4bb8-b4fe-4151-9d3e-5694a74ec90a req-fede0ce2-9929-4e0b-82fb-6ca69aef70e1 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0259979 Aug 27 03:53:28.376035 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-263d6385-9aa3-46d5-a017-2e33c505970c req-51dd5f17-a576-4c82-af0e-f6e335b3d6ec tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0300133 Aug 27 03:53:29.467089 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88f17a6f-b1cc-44ad-bc41-dbf90d9073b5 req-a732e8c1-751e-45f6-84b6-25ae49c480dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0269358 Aug 27 03:53:30.580215 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-01f9f8ac-9959-4008-bdea-d30ea24f83bb req-d987b7a4-1d4f-4d36-bfa9-6aeffd729d80 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0265365 Aug 27 03:53:30.809560 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-85f5cfab-0dfd-4fa6-ae2b-1eacf6189acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:31.675265 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c5f7a946-c138-4961-be7b-81bb38c93d5b req-36f6091a-6fbc-4ade-bde4-b74ea2737022 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0268645 Aug 27 03:53:32.767345 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2637918c-fca3-42b9-85e5-09ec231cc9e4 req-f34a4ec0-56ad-4d01-a52a-055f5324c5c9 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0265071 Aug 27 03:53:32.816974 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:53:33.586043 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-e6058405-0a87-423d-9008-c7bd200488a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437796 Aug 27 03:53:33.686144 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-b2837f63-2ea0-4db6-991f-b29526fcb4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:53:33.687639 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-b2837f63-2ea0-4db6-991f-b29526fcb4ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0410268 Aug 27 03:53:33.789417 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7bdd0253-bdc4-4af5-85d5-378b7a6aa7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:33.797536 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-1f26bfd1-88ee-42d5-be0e-a8a054266f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:53:33.799145 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-1f26bfd1-88ee-42d5-be0e-a8a054266f2e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0915594 Aug 27 03:53:33.880405 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0e98a411-24b8-4090-acb8-e43962d18820 req-6c76b8a1-f3e3-4854-90c0-a402540a68f2 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0348666 Aug 27 03:53:33.892060 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-4f599043-0395-4b35-ab29-b40c6c256719 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1001 time: 0.0861101 Aug 27 03:53:33.942908 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-f3ee4324-529e-40c2-ac1a-26dc5f034aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:53:33.944640 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-f3ee4324-529e-40c2-ac1a-26dc5f034aff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0454907 Aug 27 03:53:33.992600 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-b6dc6f67-fa9b-446b-a61b-ee507bbf3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:53:33.994155 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-b6dc6f67-fa9b-446b-a61b-ee507bbf3aa2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428736 Aug 27 03:53:34.084528 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-e0178b16-4331-4742-bc37-9ad0bcbd803f service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832384 Aug 27 03:53:34.182384 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b388b56-7d2b-4516-99eb-e6c8bf22e36e req-fb0ef451-afcf-4b6b-b9c6-6613ee6bc8e5 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861285 Aug 27 03:53:34.840951 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:34.975639 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6b9565f6-12a5-4912-a2ff-b502b3ecbee1 req-0f70d6da-f37c-4e29-baea-a2667515804d tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0278566 Aug 27 03:53:35.169943 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:36.070476 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-240ab02d-ed31-4a15-93ef-352b0761e6b1 req-d5e229a0-26cd-4537-83b6-4399f475b376 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0273058 Aug 27 03:53:36.977296 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:37.164820 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92ba60cc-ae38-42e4-b886-841a2d1d1002 req-faf19793-559a-4e03-9fd3-84553e694eb8 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0265212 Aug 27 03:53:38.260024 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-77540d51-ced3-4789-9bd0-e0c79b8d64a9 req-d13fedd8-01ad-49f0-961b-3ff1caa25aa3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0263817 Aug 27 03:53:39.354501 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-81c94cb2-e59e-4112-bb8e-fe064dabd36a req-87613107-7565-4d26-9a6d-f0501fffebef tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0265837 Aug 27 03:53:39.955886 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:40.456935 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-02342f6b-4c07-4bdd-9058-528465dfb5c6 req-e5748bf0-743c-4b52-9fbf-908934479b58 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0304284 Aug 27 03:53:41.550476 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e58ba606-0993-4c61-bb7c-8c8db0d21205 req-8f0f8055-841e-45e8-b575-5721a0f8a2e1 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0273106 Aug 27 03:53:42.645089 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6eb9d959-9216-4686-82e9-14e4ece5e3d4 req-fb5c41f2-b6f4-4159-8b65-5f6b4947ee8a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0270710 Aug 27 03:53:43.742170 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-312777f1-598b-4fc6-aef2-c7e40f4613b7 req-d8b05143-0f73-4caa-a0b2-33868ba2150a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0289254 Aug 27 03:53:44.840767 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-918cf64b-85ae-461c-8649-58bda7e36336 req-35cf34a9-ff34-4e3e-8e88-314d17b33fcb tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0274417 Aug 27 03:53:45.934063 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-470e5d93-91e6-40e2-918c-469500e8a492 req-d240176c-d1a8-4c52-9461-bcaa5697ab8c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0275741 Aug 27 03:53:47.031962 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2d956dc6-5681-4e2a-9799-0ac14ed13a08 req-8f0ee48a-04ba-4237-ace0-7f70718222aa tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0312977 Aug 27 03:53:48.129856 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2609fe62-d419-45da-9376-43fdcb44be84 req-efe9bb19-cf9b-4e6e-89c9-4bbbc3a73582 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0265615 Aug 27 03:53:49.221664 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-84c27d9f-5aa5-4f0d-8a35-310b0cdb26eb req-fc8aeda6-e7cf-4a84-ac95-5e882f6fde05 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0260513 Aug 27 03:53:50.315611 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2c2eb55f-08ce-4711-a122-4af4f11f5455 req-229ffeae-daa9-4dfb-a578-1536f0d05db7 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0277929 Aug 27 03:53:51.408320 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3a5563a1-aaeb-4e76-bc0c-d8c29ab8a59d req-e1349ab9-ecbc-4770-8e6f-6211f4babe71 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0258784 Aug 27 03:53:52.501265 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c38aba8b-53a9-4a93-af00-d48846639a0a req-db77599a-773e-44ad-98d6-f4c45a93171c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0264502 Aug 27 03:53:53.597374 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f0ad925f-a98f-4c8a-8d6d-a78efdc37d11 req-03256d84-2c2f-4726-999f-ed1ed42738e7 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0291333 Aug 27 03:53:54.695676 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b8e1d01d-6592-49e2-960f-8d0eb1042b7e req-38cf7415-b9fb-4ee3-8e5b-61231fc19112 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0301595 Aug 27 03:53:55.792844 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aa5ad04c-e221-42fd-99e8-aa17f668a281 req-e1324f60-22e0-4e78-b361-b11837fec2b9 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0260916 Aug 27 03:53:56.889040 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-52e5ecb8-73d0-4640-94fb-847f63253500 req-80a09d66-2960-411a-8442-c9240f160f6b tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0275905 Aug 27 03:53:57.989893 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-88140eb1-bfb4-459c-a6d6-4c4c94b8e2a7 req-dc094d31-cae8-40c9-b7de-ba8438db9f46 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0282810 Aug 27 03:53:59.084644 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e449b4f9-9ab3-49ea-93ff-af274d28752f req-4e8c4ca4-36cf-434c-ba8a-60d70541e412 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0262599 Aug 27 03:54:00.187231 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e3ce9294-7dc1-441b-b9e9-ad79af946c4b req-3d9b41fc-5b47-42a7-b78a-8f777203be5f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0337105 Aug 27 03:54:00.810886 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-92b3cef3-8cbe-4c04-a0a0-9fea94aa71f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:01.283308 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f7012716-811b-458e-b95d-0e8a3b3d2084 req-4041dd78-47c4-4b51-a1ea-608a8123012c tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0274391 Aug 27 03:54:02.378783 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5462e65e-e996-44ac-a4b3-28b5ef39d8dd req-ef296e04-028d-440c-a7fd-7e39c81023a9 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0279117 Aug 27 03:54:03.472263 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a9bf8b06-e526-4733-9cf3-b0f7f6848170 req-e6b118f4-d9d6-4f0e-8ff3-69ceaaf3ce70 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0261209 Aug 27 03:54:03.791747 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b09938e1-6d42-4c6f-acc9-b822199e62a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:04.569831 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-64dea175-190e-4078-935e-3e673327fd2a req-4c13d11f-3571-4942-8b5f-551a2bf8a61d tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0286245 Aug 27 03:54:04.844513 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:05.173722 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:05.665797 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45d6e368-9b12-4435-aa9a-2843a8155aeb req-43746d48-45e8-4caa-879e-4e7097064451 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0267239 Aug 27 03:54:06.766821 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6be9ea81-a6de-459f-946c-9ced2efbe5c2 req-bfac0a09-98c0-40fa-abef-99bdb1633d24 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0294373 Aug 27 03:54:06.976953 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:07.861937 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8707bfe0-d0ba-458a-8c56-27ce487a1ce4 req-1a3b8a1b-5001-4224-b393-484493625890 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0277753 Aug 27 03:54:08.955222 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-04886535-72fc-4de7-9b9e-a8a97a991bb6 req-abe659f1-49b6-4412-81d3-b0927b637527 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0265877 Aug 27 03:54:09.815975 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:54:09.974879 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:10.050083 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-986f3c26-d113-4e89-8497-702d95b111be req-af91d059-4a1f-473f-9031-4656299a12e5 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0277948 Aug 27 03:54:11.144003 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7663e175-9259-4b61-909a-380a9b1eead1 req-28c62c0b-1311-4609-872a-944976f2d27a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0268612 Aug 27 03:54:12.235988 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0785885b-80de-4dd3-b3b6-d57a6573a3ec req-9fa1741e-4827-4d44-8305-b4cb8a2ff84e tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0272472 Aug 27 03:54:13.330975 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb8f29e8-1a0d-4117-add4-abb4e9fa6329 req-371c0fad-8161-47ca-a30d-ae7e16ca6a0d tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0307353 Aug 27 03:54:14.427092 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66f7ccfd-085b-4f2d-8420-c49ea61d3d0c req-90576b18-4fcd-4417-92bd-7f56e20c9de9 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0293245 Aug 27 03:54:15.525203 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0dc31771-3079-477a-a1ba-f6d08509abbb req-2064563b-0cab-4804-8760-2a5dc3f2ad48 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0267088 Aug 27 03:54:16.618043 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a4c8e2f2-4421-464c-b127-134e6dcfca44 req-26af0cab-0e6d-4c0d-a80d-582ddf79dac3 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0269873 Aug 27 03:54:16.930550 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 39866) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:17.406918 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:17.654649 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Deleting port 31d78135-37bd-4ce2-bab7-3105082b2e54 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:54:17.655027 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:17.710866 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-592f9fc1-f1e7-446a-ac6c-d042be1f377b req-65f4845c-963e-44c3-822b-873fe912dc5f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0267434 Aug 27 03:54:17.740115 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] For port 31d78135-37bd-4ce2-bab7-3105082b2e54, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=31d78135-37bd-4ce2-bab7-3105082b2e54,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:54:17.740479 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:17.753752 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Calling delete_port for 31d78135-37bd-4ce2-bab7-3105082b2e54 owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:54:17.928813 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:17.954700 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Pushing event deleted for resources: {'Port': ['ID=31d78135-37bd-4ce2-bab7-3105082b2e54,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:17.965774 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:17.966146 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:17.969113 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:17.969113 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:17.969113 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:17.969113 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:17.969113 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:17.969113 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:17.969113 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:17.969113 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:17.969113 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:17.969974 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:18.132756 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133756051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:18.358726 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Router 29416b56-55bf-4378-9ce7-90710ec5c0aa has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:54:18.464529 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:54:18.470762 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-96e158b2-cde4-4007-af02-1297c7d716fb admin admin] 10.222.0.48 "PUT /v2.0/routers/29416b56-55bf-4378-9ce7-90710ec5c0aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5388088 Aug 27 03:54:18.472142 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 39876) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:18.473635 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919466e0-4f46-417b-99f1-9b22036c6261 None None] Sync routers for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:54:18.484390 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919466e0-4f46-417b-99f1-9b22036c6261 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:54:18.485016 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-919466e0-4f46-417b-99f1-9b22036c6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:54:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:18.580673 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Notify callbacks [] for router, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:18.594925 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-919466e0-4f46-417b-99f1-9b22036c6261 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:54:18.686413 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:18.748258 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Deleting port bf5b186c-d49d-444c-a3dd-b58e91673a91 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:54:18.748790 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:18.788464 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-919466e0-4f46-417b-99f1-9b22036c6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:54:17Z', 'revision_number': 5, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port': {'id': 'bf5b186c-d49d-444c-a3dd-b58e91673a91', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:32:42Z', 'updated_at': '2021-08-27T03:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:18.809681 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-369069d8-031a-4df8-8f1c-afd3ba0d53fb req-d8ef44d1-fbd6-43e6-b5b9-e52dec5aa9c6 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0279834 Aug 27 03:54:18.817789 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919466e0-4f46-417b-99f1-9b22036c6261 None None] Checking router: 29416b56-55bf-4378-9ce7-90710ec5c0aa for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:54:18.827597 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919466e0-4f46-417b-99f1-9b22036c6261 None None] Routers {'29416b56-55bf-4378-9ce7-90710ec5c0aa'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:54:18.828233 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-919466e0-4f46-417b-99f1-9b22036c6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:54:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['29416b56-55bf-4378-9ce7-90710ec5c0aa'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:18.837572 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] For port bf5b186c-d49d-444c-a3dd-b58e91673a91, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=bf5b186c-d49d-444c-a3dd-b58e91673a91,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:54:18.837935 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:18.850589 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Calling delete_port for bf5b186c-d49d-444c-a3dd-b58e91673a91 owned by network:router_gateway {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:54:18.918640 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-919466e0-4f46-417b-99f1-9b22036c6261 None None] Set router 29416b56-55bf-4378-9ce7-90710ec5c0aa gateway port host: None {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:54:18.971802 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-919466e0-4f46-417b-99f1-9b22036c6261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:54:18Z', 'revision_number': 6, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port_host': None}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:19.002501 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919466e0-4f46-417b-99f1-9b22036c6261 None None] The sync data for ids ['29416b56-55bf-4378-9ce7-90710ec5c0aa'] in dv-cinder-773985-14-iscsi is: [{'id': '29416b56-55bf-4378-9ce7-90710ec5c0aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1293873323-router', 'tenant_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:32:41Z', 'updated_at': '2021-08-27T03:54:18Z', 'revision_number': 6, 'project_id': 'ce9e1db2319a4a8d89c073898f70aa83', 'gw_port_host': None}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:54:19.020794 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.047938 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5b186c-d49d-444c-a3dd-b58e91673a91,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:19.114994 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430239'] for router_gateway, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.219597 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1028887'] for router, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.221603 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.282805 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428047'] for router, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.283424 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29416b56-55bf-4378-9ce7-90710ec5c0aa {{(pid=93871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:54:19.288779 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.289885 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-07bf54e2-fa64-428f-8f40-854eae40bafd admin admin] 10.222.0.48 "DELETE /v2.0/routers/29416b56-55bf-4378-9ce7-90710ec5c0aa HTTP/1.1" status: 204 len: 168 time: 0.8167114 Aug 27 03:54:19.292429 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 39882) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:19.336100 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-80875552-8dcf-4098-93a3-eb09634cd322 admin admin] Deleting subnet 5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:54:19.340497 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-80875552-8dcf-4098-93a3-eb09634cd322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.382190 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-80875552-8dcf-4098-93a3-eb09634cd322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131057284'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.490139 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-80875552-8dcf-4098-93a3-eb09634cd322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.541205 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-80875552-8dcf-4098-93a3-eb09634cd322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131042313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130617897'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.568335 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80875552-8dcf-4098-93a3-eb09634cd322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:19.570811 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-80875552-8dcf-4098-93a3-eb09634cd322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.573383 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-80875552-8dcf-4098-93a3-eb09634cd322 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5a28fdca-1ae5-4d01-8819-9bf08d2d6dc2 HTTP/1.1" status: 204 len: 168 time: 0.2793858 Aug 27 03:54:19.576202 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 39884) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:19.579352 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f3b2b-563e-4a47-a382-d875d8898859 None None] Network ff1f034d-3826-4da6-8a6a-7416252fe801 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:54:19.642261 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.701612 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Deleting port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:54:19.701962 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.768163 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] For port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=01b6de08-ba1d-4c5b-b341-7e2f2df84a54,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:54:19.768520 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.782032 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] DHCP port deletion for ff1f034d-3826-4da6-8a6a-7416252fe801 request from dv-cinder-773985-14-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:54:19.782383 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Calling delete_port for 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:54:19.837559 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Deleting port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:54:19.837945 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.912139 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] For port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=01b6de08-ba1d-4c5b-b341-7e2f2df84a54,segment=NetworkSegment(e6bbee6a-2033-486d-98fa-2ada2c8af1a4),segment_id=e6bbee6a-2033-486d-98fa-2ada2c8af1a4)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:54:19.912989 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:19.914491 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4e90301e-e583-4662-b39a-34efabafe4ed req-964c06f0-8b65-47ac-bf59-4f715e4d3a4f tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0298781 Aug 27 03:54:19.933242 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Calling delete_port for 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:54:20.029903 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.043643 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] No DVR routers for this DVR port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 on host dv-cinder-773985-14-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:54:20.064309 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Pushing event deleted for resources: {'Port': ['ID=01b6de08-ba1d-4c5b-b341-7e2f2df84a54,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:20.072310 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.072557 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.073406 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.073750 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.074261 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.074602 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.074936 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.075376 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.075711 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.076043 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.076371 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.076703 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6307ec-6407-4a32-9c3d-ee6756fdad93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:20.104290 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.131230 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b6de08-ba1d-4c5b-b341-7e2f2df84a54,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:20.142357 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] No DVR routers for this DVR port 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 on host dv-cinder-773985-14-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:54:20.205700 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:54:20.216743 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.225992 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:54:20.226433 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 01b6de08-ba1d-4c5b-b341-7e2f2df84a54 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:54:20.226605 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1f034d-3826-4da6-8a6a-7416252fe801']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:20.226997 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device bf5b186c-d49d-444c-a3dd-b58e91673a91 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:54:20.241576 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:20.241870 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6bbee6a-2033-486d-98fa-2ada2c8af1a4') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:20.246700 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: bf5b186c-d49d-444c-a3dd-b58e91673a91 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:54:20.247048 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device bf5b186c-d49d-444c-a3dd-b58e91673a91 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:54:20.247458 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 31d78135-37bd-4ce2-bab7-3105082b2e54 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:54:20.251313 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131057307'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.266236 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 31d78135-37bd-4ce2-bab7-3105082b2e54 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:54:20.266516 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 31d78135-37bd-4ce2-bab7-3105082b2e54 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:54:20.266631 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.272857 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:54:20.273239 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131042415'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: self.session.flush() Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: self.session.flush() Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: self.session.flush() Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: self.session.flush() Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: Traceback (most recent call last): Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: timer() Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: cb(*args, **kw) Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: return func(*args, **kwargs) Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: self._notify() Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: self.callback(batched_events) Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: event.method(event) Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: return f(self, *a, **k) Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._get(url).json() Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:54:20.275354 dv-cinder-773985-14-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:54:20.328300 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.335701 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.337492 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ff1f034d-3826-4da6-8a6a-7416252fe801 HTTP/1.1" status: 204 len: 168 time: 0.7603478 Aug 27 03:54:20.347584 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594af02e-30b9-4deb-a21b-473fd3158c00 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1f034d-3826-4da6-8a6a-7416252fe801,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:20.457797 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 39892) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:20.497085 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6df6bfac-ce7f-42dd-886b-9d94a5baea99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce9e1db2319a4a8d89c073898f70aa83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381114 Aug 27 03:54:20.499427 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 39894) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:20.544767 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db7e2001-bbd9-4f76-abd5-33c14659386e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.569785 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db7e2001-bbd9-4f76-abd5-33c14659386e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.615752 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db7e2001-bbd9-4f76-abd5-33c14659386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.618484 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-db7e2001-bbd9-4f76-abd5-33c14659386e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:20.620402 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-db7e2001-bbd9-4f76-abd5-33c14659386e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11aedd73-2bb2-465f-be68-3f9335d684f6 HTTP/1.1" status: 204 len: 168 time: 0.1193733 Aug 27 03:54:20.628280 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e2001-bbd9-4f76-abd5-33c14659386e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aedd73-2bb2-465f-be68-3f9335d684f6,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:21.013745 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-04683beb-9d0d-4de9-8b08-7de658e03066 req-dd8befec-c98a-403a-9c25-8ae5aa54c4e0 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0275435 Aug 27 03:54:22.110652 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ae6694e8-88b6-48cc-8bb4-ba15f9d0774e req-b3ebebbb-00d6-4c3d-8995-11bcdd92fd69 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0274034 Aug 27 03:54:23.204809 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92f79620-5c14-4f5b-afee-49e6a1374ba3 req-0486df03-69e4-40d9-91f3-dd16690babdc tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0268002 Aug 27 03:54:24.300252 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e1c34f98-9ce2-43e3-849f-77d61a4b5b4c req-26e06398-2531-4cb9-9596-1db4b3c1488a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0289364 Aug 27 03:54:25.392995 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b1c0301c-fcf8-4785-b7d4-0dca3ad7bac3 req-654ea6de-0de9-42df-b6a5-cb40f79fa1b8 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0260127 Aug 27 03:54:26.488128 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ad74019c-285d-4381-a307-7996cd9f4561 req-fe6443de-3acc-43f7-94ba-588b7cd40b6a tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0296102 Aug 27 03:54:27.579669 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-577cf37f-d529-4d32-9863-68eac7c1bbec req-dd07caee-403a-4900-be48-b074d587e471 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0266495 Aug 27 03:54:28.676297 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b56c7503-09e3-4954-85f8-e0ab6c06a272 req-8d2c18eb-3b21-4bb0-92a7-479cab36fe24 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0273714 Aug 27 03:54:29.768148 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-33f35f80-8f05-492c-a3c8-2e22cb618a55 req-63067797-850d-4d1c-af30-f09f047fb2e9 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0273020 Aug 27 03:54:30.815356 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ea26d780-e2b9-4a12-95fd-3bd134015c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:30.863253 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-818342e4-0ebd-4802-92cc-3b7aaf2d65d9 req-da1aac05-2bc6-4113-9725-fec597920b11 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0271652 Aug 27 03:54:31.956726 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7a250132-6707-4f99-91ac-3857a61a513f req-f4b9b75f-c618-45dc-b0b1-5504363d48b9 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0269706 Aug 27 03:54:33.052836 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4db518f-ad6f-4c5d-bbd8-247cf9285b27 req-e7504abf-8eb6-4c62-b8ab-5b2255d49742 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0301571 Aug 27 03:54:33.603985 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7aee55d-98dd-41af-9fcd-5f87f7c1cb6a req-18ec3675-da61-4c85-91ad-da5bfb13cb87 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256920 Aug 27 03:54:33.690990 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7aee55d-98dd-41af-9fcd-5f87f7c1cb6a req-313cd349-979e-487b-ab20-c02a5e51eeca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&device_id=a1a03aa5-2406-4897-ab82-ed8c62cdab4c HTTP/1.1" status: 200 len: 210 time: 0.0256052 Aug 27 03:54:33.793939 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fea50c54-aaea-49f1-b77a-0a878904b52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:33.887570 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aee55d-98dd-41af-9fcd-5f87f7c1cb6a req-00b0bf3d-d2c8-4cd6-8b28-0daf81a77aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:54:33.888969 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7aee55d-98dd-41af-9fcd-5f87f7c1cb6a req-00b0bf3d-d2c8-4cd6-8b28-0daf81a77aaf service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1710835 Aug 27 03:54:34.054119 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aee55d-98dd-41af-9fcd-5f87f7c1cb6a req-844f4543-8f55-415c-a837-0231e93cb274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:54:34.055589 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7aee55d-98dd-41af-9fcd-5f87f7c1cb6a req-844f4543-8f55-415c-a837-0231e93cb274 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589067 Aug 27 03:54:34.112816 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 40060) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:34.236321 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-dafdaae7-94f2-459e-9ec4-e92a68fcc603 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Deleting port dd6f6206-0085-439a-a001-794a82f53f4e {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:54:34.236662 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dafdaae7-94f2-459e-9ec4-e92a68fcc603 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:34.316419 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dafdaae7-94f2-459e-9ec4-e92a68fcc603 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:34.316750 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dafdaae7-94f2-459e-9ec4-e92a68fcc603 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:34.328834 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-dafdaae7-94f2-459e-9ec4-e92a68fcc603 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Calling delete_port for dd6f6206-0085-439a-a001-794a82f53f4e owned by network:floatingip {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:54:34.463996 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dafdaae7-94f2-459e-9ec4-e92a68fcc603 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:34.490960 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdaae7-94f2-459e-9ec4-e92a68fcc603 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event deleted for resources: {'Port': ['ID=dd6f6206-0085-439a-a001-794a82f53f4e,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:34.553844 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dafdaae7-94f2-459e-9ec4-e92a68fcc603 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:34.556597 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dafdaae7-94f2-459e-9ec4-e92a68fcc603 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:34.558702 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-dafdaae7-94f2-459e-9ec4-e92a68fcc603 tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "DELETE /v2.0/floatingips/397f0204-aff0-4bf3-8e58-2520d690aec5 HTTP/1.1" status: 204 len: 168 time: 0.4449549 Aug 27 03:54:34.848001 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:35.174345 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:36.980908 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:39.990313 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:46.814228 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:55:00.816652 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-15a738dc-90ae-4d2f-a6d3-d395b297710f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:03.795438 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ff82ede0-7749-41a8-b6dc-007a713192ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:04.849063 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:05.178036 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:06.984581 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:10.007595 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:23.813111 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:55:30.818260 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c9c58b7c-ee11-4605-9a59-e3efb81067de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:33.591248 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-b30cb89f-a7af-4f0d-b342-fbd4653bb0cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432322 Aug 27 03:55:33.660220 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-a234027f-f992-4e4a-9962-5051b37f211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:55:33.661658 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-a234027f-f992-4e4a-9962-5051b37f211c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0383999 Aug 27 03:55:33.765814 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-6591bfc2-9f8d-4d45-8a51-faeef71cf54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:55:33.767302 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-6591bfc2-9f8d-4d45-8a51-faeef71cf54b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0846481 Aug 27 03:55:33.796412 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-acfd22b1-97da-430b-83d5-3fc4279b61bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:33.833643 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-b75042d2-93fc-40d1-8444-084fc75fbee3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1001 time: 0.0585217 Aug 27 03:55:33.882225 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-d6cba9be-9509-4017-b7be-5cd6addc29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:55:33.883806 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-d6cba9be-9509-4017-b7be-5cd6addc29f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0434811 Aug 27 03:55:33.931552 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-8c129973-75bb-4623-befa-a10bd38c3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:55:33.933023 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-8c129973-75bb-4623-befa-a10bd38c3359 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427010 Aug 27 03:55:34.019806 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-00926847-a58b-4074-9f1e-6523723f0fa4 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798442 Aug 27 03:55:34.113694 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-055e28c0-16f3-4bde-b439-f3bc40b22729 req-e4bc426a-4c71-4a81-acf2-4e20bd21f13b service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866811 Aug 27 03:55:34.852362 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:35.181256 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:36.986535 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:40.007423 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:48.090236 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-c7eec833-0245-4f9a-baa5-bcfde4c9be76 req-3fcbdc49-f5d9-42d4-a44e-9fe68a866820 service neutron] (93872) timed out ('10.222.0.48', 33674) {{(pid=93872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:56:00.811639 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:56:00.822452 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c4aa-a9a1-465c-a9be-55d6ac0dc1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:03.796934 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-57cfefc8-2398-46b9-8b5b-6c2dc9f16a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:04.857326 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:05.184946 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:06.989484 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:10.018127 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:30.824906 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-87b81f14-5394-4fc5-9e09-aa2ba27019ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:33.797465 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b1479208-8bc0-4be1-8edf-336198901912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:34.838071 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-c657792b-fa71-4ccd-8a3b-7d926ba98218 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2951157 Aug 27 03:56:34.863623 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:34.937683 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-36903b7b-1a4f-488b-9c97-e628cbdae029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:34.939128 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-36903b7b-1a4f-488b-9c97-e628cbdae029 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0383732 Aug 27 03:56:35.047740 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-bb24165b-9c51-4e2b-a49f-f79d37ffeb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:35.049252 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-bb24165b-9c51-4e2b-a49f-f79d37ffeb4c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0896168 Aug 27 03:56:35.114113 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-e12b5a0b-86cf-4158-85b3-119ae4908e21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1001 time: 0.0578992 Aug 27 03:56:35.164942 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-6dff3e49-f790-45de-878e-7d5970d71bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:35.166435 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-6dff3e49-f790-45de-878e-7d5970d71bd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0454721 Aug 27 03:56:35.187090 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:35.217516 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-7e8b4641-96f2-4649-a5b6-ca34ee35c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:56:35.219045 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-7e8b4641-96f2-4649-a5b6-ca34ee35c083 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448282 Aug 27 03:56:35.314343 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-d44a7bee-d7de-426c-9d02-44aa1993e4dd service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878863 Aug 27 03:56:35.407652 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-59f46566-f051-46bf-9545-39a4e93d44b9 req-cbdd3186-4325-4b85-8cae-1b4ba68297db service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859218 Aug 27 03:56:36.993304 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:37.810822 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:56:40.018971 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:00.825932 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-62efb023-6c8d-4cd1-ad6c-696fc97dd791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:03.798755 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e48b7277-22f5-4513-8487-026f1c836cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:04.856935 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:05.189778 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:06.996555 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:10.027220 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:14.810467 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:57:30.827625 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-476fa729-89b3-4393-9742-cc9c7adbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:33.801325 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d489eb1b-0748-49b1-baa8-dc6c3278d75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:34.858343 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:35.192666 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:36.999370 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:37.326401 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-558248b3-00c1-475b-a412-55c690b71b91 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1425610 Aug 27 03:57:37.427851 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-97cc985c-c0b7-4045-9228-898b8215ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:37.429690 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-97cc985c-c0b7-4045-9228-898b8215ef81 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0417767 Aug 27 03:57:37.538393 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-194022ab-f2eb-463a-a42c-d1ce4ab7d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:37.539905 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-194022ab-f2eb-463a-a42c-d1ce4ab7d500 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0911391 Aug 27 03:57:37.611109 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-c3b4557e-b408-4afa-a4e1-be2675749599 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1001 time: 0.0633032 Aug 27 03:57:37.660710 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-22a759c8-5f3e-41ff-9e91-7430b402daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:37.662197 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-22a759c8-5f3e-41ff-9e91-7430b402daa0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0441983 Aug 27 03:57:37.712015 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-b9b0169a-4220-49c8-9df4-cd0c398af433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:37.713377 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-b9b0169a-4220-49c8-9df4-cd0c398af433 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442851 Aug 27 03:57:37.803405 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-3f12e41c-af8c-4ef8-9ef8-f1e7e7de54e0 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824387 Aug 27 03:57:37.900513 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6dd2d509-4052-4bb0-a2c8-e6d594e84ca4 req-c1fef83b-4087-454f-889a-78876c2b6e82 service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905042 Aug 27 03:57:40.046924 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:51.815315 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:58:00.834905 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cd591d81-a2f2-466e-9dfa-f2698006ff98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:03.805332 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6d08c4fc-32a5-46dd-8198-74379a0c8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:04.862666 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:05.197618 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:07.005144 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:10.061807 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:28.813981 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:58:30.831407 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b8f0fb32-fcfb-4dbd-a2c4-62096e343665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:33.808550 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fe6b22e0-a4f9-4cc5-aa81-1b10dcd228ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:34.870222 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:35.203413 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:37.009700 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:37.192630 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-c3723125-b23c-4823-bcf7-e2345ec64f73 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409703 Aug 27 03:58:37.294584 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-bd591ac8-9472-45ba-a297-d602247dbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:37.296095 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-bd591ac8-9472-45ba-a297-d602247dbb25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 1098 time: 0.0401728 Aug 27 03:58:37.410402 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-c1670cae-146f-4bf4-be52-55b1c24b1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:37.412391 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-c1670cae-146f-4bf4-be52-55b1c24b1f86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 200 len: 912 time: 0.0956235 Aug 27 03:58:37.482148 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-5442812d-f737-478e-a756-fc3bab894ef4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 200 len: 1001 time: 0.0615835 Aug 27 03:58:37.537424 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-fc75d7fb-5068-4ae4-a97c-b41b0a058d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:37.539146 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-fc75d7fb-5068-4ae4-a97c-b41b0a058d10 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 200 len: 850 time: 0.0497608 Aug 27 03:58:37.594298 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-6c35be20-976a-47d8-bd5b-303ff05ea206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:37.595876 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-6c35be20-976a-47d8-bd5b-303ff05ea206 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0486588 Aug 27 03:58:37.740655 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-0ee3e00e-ef33-44a2-a13e-6ef969b6a1bb service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364810 Aug 27 03:58:37.838206 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-429f9879-6b71-4def-b6ac-b0f6c1fb90e2 req-4c420b53-1ade-477c-9665-bd34a1e490ff service neutron] 10.222.0.62 "GET /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898545 Aug 27 03:58:40.075993 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:00.830235 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-366892b0-50cb-4397-8414-80afc420158f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:03.817674 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4a205367-e743-4116-98ed-ed6e5f7e56f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:04.866890 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:05.204057 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:05.813700 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:59:07.014277 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:10.074447 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:21.561473 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557d757-16e5-415f-a89b-dac74679a929 req-9f431aa7-d557-4663-9e90-4505205fede9 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:59:21.563161 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3557d757-16e5-415f-a89b-dac74679a929 req-9f431aa7-d557-4663-9e90-4505205fede9 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 945 time: 0.2130609 Aug 27 03:59:21.616632 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3557d757-16e5-415f-a89b-dac74679a929 req-71f52af2-f628-460e-88dd-6cb6c4e74f27 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458815 Aug 27 03:59:22.585596 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-c8f60755-f2b4-460d-b5dd-ddd4826483fa tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:59:22.588144 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-c8f60755-f2b4-460d-b5dd-ddd4826483fa tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 945 time: 0.0774388 Aug 27 03:59:22.712115 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Deleting port d24d4ce4-d453-4fce-9851-c391c52874bb {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:59:22.712880 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:22.851208 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] For port d24d4ce4-d453-4fce-9851-c391c52874bb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d24d4ce4-d453-4fce-9851-c391c52874bb,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:59:22.851790 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:22.962980 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a274c9-27ed-4996-a0cf-0162798b2a38 req-87f6cf36-e0d5-41d6-bcc6-57d1535c8380 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:59:22.964627 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54a274c9-27ed-4996-a0cf-0162798b2a38 req-87f6cf36-e0d5-41d6-bcc6-57d1535c8380 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 945 time: 0.1890745 Aug 27 03:59:23.058297 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-54a274c9-27ed-4996-a0cf-0162798b2a38 req-0e57efe0-88d6-4280-aa9e-a1e8e1f03cb4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ae7f51d-4514-4e0e-b579-f95569bf53bc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872948 Aug 27 03:59:23.128559 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:23.128870 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:23.129298 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.l3_db [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Floating IP f81ab7d5-2565-45d0-bb07-468f07b6d304 disassociated. External IP: 172.27.2.215, port: d24d4ce4-d453-4fce-9851-c391c52874bb. Aug 27 03:59:23.129642 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Calling delete_port for d24d4ce4-d453-4fce-9851-c391c52874bb owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:59:23.294920 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:23.325211 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event deleted for resources: {'Port': ['ID=d24d4ce4-d453-4fce-9851-c391c52874bb,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:59:23.340705 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.341061 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.341411 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.341757 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.342122 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.342459 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.342794 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.343130 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.343465 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.343795 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.344123 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.344450 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:23.468090 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Router 1dcf4444-de43-4674-9734-306a1171a574 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:59:23.590719 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:59:23.604133 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10532bcd-ddc6-415d-a6d8-329d7c93f59a None None] Sync routers for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:59:23.622682 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10532bcd-ddc6-415d-a6d8-329d7c93f59a None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:59:23.623224 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-10532bcd-ddc6-415d-a6d8-329d7c93f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:59:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:59:23.635927 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] No DVR routers for this DVR port d24d4ce4-d453-4fce-9851-c391c52874bb on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:59:23.638665 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:23.640775 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10ec0a9d-2167-48bb-977b-f47a62097411 req-d93aebfa-4348-485c-ac80-39a993b40bbd tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.62 "DELETE /v2.0/ports/d24d4ce4-d453-4fce-9851-c391c52874bb HTTP/1.1" status: 204 len: 173 time: 1.0459726 Aug 27 03:59:23.641243 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'name': 'network-vif-deleted', 'tag': 'd24d4ce4-d453-4fce-9851-c391c52874bb'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:59:23.643633 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885bda46-5778-4ade-a92f-4f1fac6b8a7e" -d '{"events": [{"server_uuid": "e1ffde52-808b-45c5-8e77-3a763ad6db4c", "name": "network-vif-deleted", "tag": "d24d4ce4-d453-4fce-9851-c391c52874bb"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:59:23.811068 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d010c0f-3123-4411-97e9-4b2c55104e9f x-openstack-request-id: req-5d010c0f-3123-4411-97e9-4b2c55104e9f {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:59:23.811307 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ffde52-808b-45c5-8e77-3a763ad6db4c", "name": "network-vif-deleted", "tag": "d24d4ce4-d453-4fce-9851-c391c52874bb", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:59:23.811754 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d010c0f-3123-4411-97e9-4b2c55104e9f {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:59:23.812547 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ffde52-808b-45c5-8e77-3a763ad6db4c', 'name': 'network-vif-deleted', 'tag': 'd24d4ce4-d453-4fce-9851-c391c52874bb', 'status': 'completed', 'code': 200} Aug 27 03:59:23.911143 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-10532bcd-ddc6-415d-a6d8-329d7c93f59a None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:59:24.136085 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-10532bcd-ddc6-415d-a6d8-329d7c93f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:59:24.178461 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10532bcd-ddc6-415d-a6d8-329d7c93f59a None None] Checking router: 1dcf4444-de43-4674-9734-306a1171a574 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:59:24.182286 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-273832bf-e30f-4044-a1cd-23dbe0ab65a3 req-7320fe93-0857-4ea0-962d-6da438bc26be tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0346160 Aug 27 03:59:24.187924 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10532bcd-ddc6-415d-a6d8-329d7c93f59a None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:59:24.188552 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-10532bcd-ddc6-415d-a6d8-329d7c93f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T03:59:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:59:24.298092 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-10532bcd-ddc6-415d-a6d8-329d7c93f59a None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:59:24.501762 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-10532bcd-ddc6-415d-a6d8-329d7c93f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:59:24.528269 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10532bcd-ddc6-415d-a6d8-329d7c93f59a None None] The sync data for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi is: [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:09Z', 'revision_number': 4, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'b2f7d86a-12c4-45d4-b107-3e3b339bd2da', 'name': '', 'network_id': 'c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'mac_address': 'fa:16:3e:b0:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:08Z', 'updated_at': '2021-08-27T03:31:17Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'subnets': [{'id': '61944b7d-35bd-4b95-a50e-2d3b4a7c1c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:59:24.753640 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc79b82-2100-4e23-b9ab-cb99f5914642 None None] New status for floating IP f81ab7d5-2565-45d0-bb07-468f07b6d304: DOWN {{(pid=93873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:59:25.289605 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-275bf604-d6cd-45cc-b247-93fe44e89a36 req-93cb112a-2da9-4661-91e5-dc7c6d08b3ea tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0268755 Aug 27 03:59:26.065661 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device d24d4ce4-d453-4fce-9851-c391c52874bb no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:59:26.093918 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: d24d4ce4-d453-4fce-9851-c391c52874bb {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:59:26.094379 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device d24d4ce4-d453-4fce-9851-c391c52874bb not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:59:26.404728 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-284c332f-d01b-4273-a115-38e36a3c6af8 req-fae9cbf5-1b82-422c-accf-76c94ee89cb5 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0323372 Aug 27 03:59:27.515993 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc7ba6de-0a00-4b40-ade4-ea0d848cda62 req-82c5a9fc-a200-48a5-a43d-7781ea124545 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0287333 Aug 27 03:59:28.627895 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bd3ebda-7a09-447b-9048-49cbaf783258 req-ddbd8a8f-4240-4710-8b2d-a9c265abf342 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0279963 Aug 27 03:59:29.736414 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-30a08f19-cc05-4cdd-add5-924fe81f16e6 req-fe28af88-d535-4be4-9c5a-52c8da75ef61 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0315421 Aug 27 03:59:30.827962 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ebce561c-f5ec-4691-b114-68d351298536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:30.845250 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-363338af-38ab-4212-ba7e-119bf7a7d8ea req-ba99390f-6403-4d4e-9866-780ba8648571 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0360014 Aug 27 03:59:31.952646 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3bc8f59e-5f4c-46b0-bf06-24238071431f req-ae22a541-0150-450d-8d7b-38336aeb7ad8 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0282459 Aug 27 03:59:33.060024 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2558c5a7-8340-4c18-8729-ffb2bc0364c9 req-30aaf0fd-5b49-415a-8a20-68ba9d813094 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0329826 Aug 27 03:59:33.812910 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-bc6359a4-fe93-4d12-a845-4b45316ea3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:34.170503 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-36315fa4-be45-4880-ae80-396e57a6ed90 req-e9ddb81b-9e1f-4f31-a79e-8570fa458b52 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0283608 Aug 27 03:59:34.866303 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:35.208811 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:35.272502 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-07ce0d9a-9a29-4f4b-9ac2-b99637b33c2c req-ceafd5ff-379a-4016-9da4-965a447c77e1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0286574 Aug 27 03:59:36.375030 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec64dd09-0a45-40fd-8c7f-0624f8750dff req-32e4fdb4-0bc4-4f1f-8c8c-ef9d83fe517b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0287499 Aug 27 03:59:37.031830 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:37.489760 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-42b5e7a4-5616-4b5c-8856-f96b83207694 req-e1d0b6d5-fb0a-4cf6-8e93-53a7e70eea6b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0400565 Aug 27 03:59:38.598820 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f0ffcd44-c351-4f65-bbe9-fc58b5e729c0 req-5317e602-2bd1-46e1-a8cf-5baa6e36f95d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0348542 Aug 27 03:59:39.726604 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-bbe6e3cb-9e0a-4715-ad56-ae11d3fb5903 req-61ec1a10-31fb-4765-8909-a5de4481e030 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0423274 Aug 27 03:59:40.072164 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:40.846455 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7ba7fd53-f600-4df8-8e29-27197969c1d9 req-737daeb1-b89b-4645-b57e-f30dc82c21d9 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0300887 Aug 27 03:59:41.960866 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7e14564-ed24-4e31-84a6-d1e1592952da req-a7107314-f217-48b8-8c9d-567884f16860 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0286145 Aug 27 03:59:42.813640 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:59:43.064042 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78b1ac17-9a74-4853-baa2-89551c3e2e83 req-f9a8739c-538f-42cf-a854-bde9fe240a3d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0299823 Aug 27 03:59:44.162779 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5ba4833d-04e4-4e00-a3fe-2379fec52c1b req-e0dca28f-5205-4bb2-9d41-53f74a7dd943 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0280974 Aug 27 03:59:45.260459 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1efa81db-229a-42b8-afee-a73bcc428e94 req-3b085727-02ab-4185-9ed2-b257d4865b15 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0287545 Aug 27 03:59:46.378351 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-40701854-f5a3-4fd0-bde4-fcc330b88fd9 req-0d94893c-2572-4278-b4b7-2a3e93c44fc3 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0318744 Aug 27 03:59:47.477062 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-028333cc-8f0d-46c8-bb0a-466e6bbe4a8a req-be59966f-bef6-43f2-9e37-878a7175d200 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0274925 Aug 27 03:59:48.578989 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-683953b8-1304-4a51-a932-678aff12aa9c req-cb8d3fc2-1976-4ff9-a1c3-206ba0ff7b7f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0281353 Aug 27 03:59:49.680929 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1025b6e8-9091-4361-b7e0-6993c90e221a req-cc4ddbcc-0c5f-4cd1-9055-382cd5877e9e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0296249 Aug 27 03:59:50.779323 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7341cdce-a2b6-441d-b21a-1937369f1b98 req-bf50e059-a681-4e5a-85ed-757707c6ec91 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0275269 Aug 27 03:59:51.880773 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6b8b6cdc-3e0d-43d0-bbc2-a7cc74e441ba req-4a3d1155-d9cc-4ea1-b174-f05775481ca6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0269845 Aug 27 03:59:52.979309 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ac0fc4c2-317d-402a-a7e0-551828022bf1 req-0a8132ea-d2e6-4948-a046-d3536ccb2a57 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0290382 Aug 27 03:59:54.076801 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6c3eb161-0e50-4df3-a4b4-844d37dff983 req-95514dd7-f1f2-4eef-b9dc-d8c41548de5c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0285625 Aug 27 03:59:55.173189 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2c7d43b9-83f9-4be7-a489-14e59804cb80 req-a053f7e5-c423-454a-a335-19feb0a0f81a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0275609 Aug 27 03:59:56.275902 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-320fd1ef-5d79-408d-9205-775df6734d33 req-885c186d-2d7a-47b1-8603-91267a116879 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0295858 Aug 27 03:59:57.376500 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e5ad695a-a856-4bae-ba5f-b2a217432a29 req-2c656083-4228-44a7-8027-8767aa2ec7a6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0286767 Aug 27 03:59:58.475116 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f28e8ae2-0866-41af-9bf6-52cc89dfb69d req-023418e8-7204-473e-9609-900765be17e1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0275819 Aug 27 03:59:59.582776 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d630038-1f68-4945-882a-9c9a2edbcc56 req-8bd6ab6e-889f-4d5f-a334-16412154ae63 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0327938 Aug 27 04:00:00.705136 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-620ee6e3-885c-4b17-8e34-c49f4156d50d req-ccbfdfd0-d217-449a-ac4e-00e64e6bf9cf tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0316644 Aug 27 04:00:00.834186 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-71e45ea0-e93a-4d2d-ac94-6677803bb79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:01.806165 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-80f244d4-d92e-4837-996d-28f4058d6345 req-4bc188a2-b51c-4a52-93af-0862dba43c91 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0300975 Aug 27 04:00:02.903147 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8e43ce62-770b-4d9d-9e8b-87f2cb0cf27d req-db533b9e-0f4c-4926-ac02-e9387c7238ca tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0274575 Aug 27 04:00:03.814938 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5c0348ed-0571-4dd5-8948-a5515ddf1462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:04.019047 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-200a990a-771d-40f0-8a58-708e382124a8 req-db4f3f41-5f99-49d4-87b6-e3dee6ba399b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0281239 Aug 27 04:00:04.859249 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:05.121499 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7cbf5a21-668c-48de-b2d8-4f46cb7a4b77 req-7fca7f7e-187c-4c6a-bd38-e937ef7c8576 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0283270 Aug 27 04:00:05.209347 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:06.223048 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ebbe3a1c-01bf-43c5-9417-32fc0acb4e39 req-97abd77c-19c8-41b0-b83b-c99318988e76 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0296383 Aug 27 04:00:07.023204 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:07.335973 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-00c54ef0-9cc7-42d3-9fca-9e526aa2e5b3 req-6c65586c-792f-4446-acc7-56f177de55e2 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0364714 Aug 27 04:00:08.448235 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0079b171-9411-41a1-b219-ecdfab906fd6 req-aa5d7632-28ac-444d-9aa3-b0c627c3a84b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0298457 Aug 27 04:00:09.563984 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-007d5485-44c4-4440-82c4-339b09573fd5 req-28feb189-3d89-48cc-bb68-d2300dbb2cf6 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0301912 Aug 27 04:00:10.104316 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:10.662847 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74bef284-823b-4975-a4e2-dbb255aa8358 req-280ef1af-27da-468a-9ca1-f5cfe1d62b3d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0273690 Aug 27 04:00:11.758929 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-45a66a97-1837-439b-aeac-66ce1ae093f3 req-201a8a15-f1fe-4118-a58f-d4bdbda81ce7 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0279751 Aug 27 04:00:12.860284 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d82eec63-eeb4-4e89-a9ba-f7f97bf0a1f7 req-64723980-5a56-415c-be1a-2ccc22ff9500 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0315592 Aug 27 04:00:13.956893 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cc95344d-51cf-4848-b2c1-846c7c5cb628 req-c52c820e-fa08-44ec-a343-8813314ae643 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0274580 Aug 27 04:00:15.057802 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-28e6814e-801c-4ebd-9f2f-1727caf461ed req-89035bb5-78ab-41b9-adc0-0c551efe9d90 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0288134 Aug 27 04:00:16.167675 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e2347f67-5dfd-4383-be24-70f980ead15e req-b668af40-45ef-4e1e-aa3a-03b3d0bfd064 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0328434 Aug 27 04:00:17.281255 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-79b72f83-83eb-4d00-b24e-8b38f4841693 req-66949bad-7122-4a34-8274-1b3b5d2fa093 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0282965 Aug 27 04:00:18.403091 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-49d85809-22d7-4313-9366-bc372d3c165d req-313353ec-936f-4678-be31-f2235ca44ec5 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0425105 Aug 27 04:00:19.511036 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4ffbb4e5-b9f7-4fa3-95b1-ff37fdc9dce2 req-555407f9-7924-4d87-bc15-4050163bc2e7 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0319269 Aug 27 04:00:19.813897 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:00:20.609460 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5912e9e7-57a4-4cb4-b0d0-cad1d0fcfc3d req-a40fda0c-6b39-4055-9a9c-e2b2535e5517 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0281513 Aug 27 04:00:21.712622 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8c5fbad1-7812-4df5-a75d-327e6bc16429 req-f9333412-9ada-4584-8eb3-c5d426740385 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0288408 Aug 27 04:00:22.810570 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4fd6f836-26ae-4274-a6ee-cc48edab26fe req-47c44995-773c-4a29-86d5-4ec2a769e5f7 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0279713 Aug 27 04:00:23.906964 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0866ed15-62cb-4bf5-b7e3-3e506a1a994a req-b59ee961-c44e-456b-a650-5fdde47711db tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0268981 Aug 27 04:00:25.011854 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5bf9bba2-b782-4f4d-a745-97ff9113c362 req-fa4603b2-cb40-4c20-89d0-48a8b1dfdb2d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0330262 Aug 27 04:00:26.125269 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c8e0ac12-de1d-454a-b2b9-8e6ca4428eb8 req-9eb49053-7977-45d4-ad23-f5a18a11d8c1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0305142 Aug 27 04:00:27.243599 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8e28d70a-ae6b-4af4-83d5-31c824d85a92 req-c4f5168f-af01-4b3b-bf8a-ef686a4d524f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0414073 Aug 27 04:00:28.350676 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-08f9b5bb-d582-404d-ad0a-67c38b448c32 req-402b4a5d-2269-4bb7-b3fa-bf8bd8726a91 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0292773 Aug 27 04:00:29.461516 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6402328f-1421-4c4f-84f2-b8a241743584 req-57419e28-052e-4088-8636-3863f4f77a3d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0345829 Aug 27 04:00:30.569652 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8c055646-2095-4c6e-b086-c920a9a86cd7 req-a2a86a77-77f0-43c0-93f2-109462e97424 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0300171 Aug 27 04:00:30.841634 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-da9ce63e-4194-4c74-a75e-d1998e793de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:31.668841 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-23c478c8-7e58-4497-8513-d2710e0bc554 req-c732ce0e-dba3-4abe-b2ef-2ae035e9618d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0282371 Aug 27 04:00:32.774130 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1d9e64c0-5d59-42ef-a5b5-bdc303a2c216 req-d3cb4a75-c22c-4364-8375-275d9cde7eeb tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0323191 Aug 27 04:00:33.821566 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a1b23a95-887b-4612-953a-0d85e117cbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:33.879415 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f57397c1-801a-41e8-87d1-309158000b68 req-a098a00f-39b0-45ac-84b5-bc8853364d17 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0327744 Aug 27 04:00:34.267060 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 42872) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:34.333023 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:34.365144 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:34.426953 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:34.429945 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:34.431167 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] 10.222.0.48 "DELETE /v2.0/security-groups/4d0f2e12-5dca-469b-9f92-13be2f68fdde HTTP/1.1" status: 204 len: 168 time: 0.1630168 Aug 27 04:00:34.440463 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0f2e12-5dca-469b-9f92-13be2f68fdde,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:34.451139 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.451493 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.451839 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.452175 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.452524 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.452860 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.453195 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.453527 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.453857 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.454212 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.454541 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.454964 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edebce5-073f-4c32-86b9-2da8255583dd tempest-TestVolumeBootPattern-987627553 tempest-TestVolumeBootPattern-987627553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:34.744695 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 42882) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:34.868517 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:35.000298 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d7b00d0d-1f4f-482b-bf41-a0a18d643582 req-04989a2d-945b-4e36-9731-e9fbbd29cbe1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0365350 Aug 27 04:00:35.211501 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:35.237598 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:35.493604 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] Deleting port aa98e772-3d26-483f-b905-b45fcb2e3bde {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:00:35.494374 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:35.578043 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] For port aa98e772-3d26-483f-b905-b45fcb2e3bde, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=aa98e772-3d26-483f-b905-b45fcb2e3bde,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:00:35.578413 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:35.592488 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] Calling delete_port for aa98e772-3d26-483f-b905-b45fcb2e3bde owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:00:35.801010 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:35.833858 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa98e772-3d26-483f-b905-b45fcb2e3bde,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:36.028824 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133756051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:36.131779 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fddca21c-1245-4475-9a72-d8e7c0bc8074 req-f91014ea-0e42-423d-bb4c-8de844ff04f4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0308609 Aug 27 04:00:36.279548 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] Router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:00:36.428677 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:00:36.435553 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-11e9b0a9-585b-4a4f-87ed-020c4d72667d admin admin] 10.222.0.48 "PUT /v2.0/routers/57f5fd71-8e25-4c68-b4de-dc098d1ee661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6890624 Aug 27 04:00:36.437477 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 42900) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:36.442725 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df406ed6-c532-4299-8ddf-3f4782d9acab None None] Sync routers for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:00:36.457445 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df406ed6-c532-4299-8ddf-3f4782d9acab None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:00:36.458885 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-df406ed6-c532-4299-8ddf-3f4782d9acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:00:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:36.588402 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:36.601790 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-df406ed6-c532-4299-8ddf-3f4782d9acab None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:00:36.722124 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:36.810139 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Deleting port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:00:36.810493 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:36.813547 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-df406ed6-c532-4299-8ddf-3f4782d9acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T04:00:35Z', 'revision_number': 5, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port': {'id': 'ac5ad1a8-c81a-4a62-8da0-55a5722f8fec', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T03:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:36.844118 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df406ed6-c532-4299-8ddf-3f4782d9acab None None] Checking router: 57f5fd71-8e25-4c68-b4de-dc098d1ee661 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:00:36.857579 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df406ed6-c532-4299-8ddf-3f4782d9acab None None] Routers {'57f5fd71-8e25-4c68-b4de-dc098d1ee661'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:00:36.858662 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-df406ed6-c532-4299-8ddf-3f4782d9acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:00:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:36.906258 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] For port ac5ad1a8-c81a-4a62-8da0-55a5722f8fec, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=ac5ad1a8-c81a-4a62-8da0-55a5722f8fec,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:00:36.906632 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:36.923656 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Calling delete_port for ac5ad1a8-c81a-4a62-8da0-55a5722f8fec owned by network:router_gateway {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:00:36.983694 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-df406ed6-c532-4299-8ddf-3f4782d9acab None None] Set router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:00:37.029261 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.061819 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-df406ed6-c532-4299-8ddf-3f4782d9acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T04:00:36Z', 'revision_number': 6, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port_host': None}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:37.099370 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df406ed6-c532-4299-8ddf-3f4782d9acab None None] The sync data for ids ['57f5fd71-8e25-4c68-b4de-dc098d1ee661'] in dv-cinder-773985-14-iscsi is: [{'id': '57f5fd71-8e25-4c68-b4de-dc098d1ee661', 'name': 'tempest-TestVolumeBootPattern-204187090-router', 'tenant_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:18Z', 'updated_at': '2021-08-27T04:00:36Z', 'revision_number': 6, 'project_id': '93c77e3c5a0d4923a18d3f98ccb523a8', 'gw_port_host': None}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:00:37.169186 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.204590 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5ad1a8-c81a-4a62-8da0-55a5722f8fec,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:37.267084 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3df321e7-04ee-4f85-83c2-2c5e48e1a307 req-589daf2b-9060-48a7-8f73-181c2f3c1be0 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0286579 Aug 27 04:00:37.282463 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430239'] for router_gateway, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.437352 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1028887'] for router, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.441281 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.520813 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428047'] for router, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.521837 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57f5fd71-8e25-4c68-b4de-dc098d1ee661 {{(pid=93871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:00:37.528702 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.530734 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a19416d4-b907-4346-95d2-71202f39ccc5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/57f5fd71-8e25-4c68-b4de-dc098d1ee661 HTTP/1.1" status: 204 len: 168 time: 1.0918989 Aug 27 04:00:37.534485 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 42908) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:37.590484 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Deleting subnet df328a79-ae45-41b7-a98b-d8e44618b9f2 {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:00:37.594283 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.636597 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131756691'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.725939 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.796034 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131160931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130982917'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.829716 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df328a79-ae45-41b7-a98b-d8e44618b9f2,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:37.832813 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:37.834739 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/df328a79-ae45-41b7-a98b-d8e44618b9f2 HTTP/1.1" status: 204 len: 168 time: 0.2990174 Aug 27 04:00:37.838198 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 42912) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:37.842164 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.842376 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.842569 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.842987 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.843235 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.843598 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.843917 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.844253 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.844585 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.845036 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.845378 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.845713 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba8024c-1295-4a17-b202-1fa072e89328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:37.848153 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a2820-c41d-499e-9117-c10f48360b1d None None] Network fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:00:37.942876 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.008544 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Deleting port bacde8e7-486d-48de-a213-37c81a77fb15 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:00:38.008889 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.068274 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] DHCP port deletion for fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d request from dv-cinder-773985-14-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:00:38.092995 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] For port bacde8e7-486d-48de-a213-37c81a77fb15, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=bacde8e7-486d-48de-a213-37c81a77fb15,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:00:38.093396 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.111176 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Calling delete_port for bacde8e7-486d-48de-a213-37c81a77fb15 owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:00:38.137658 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Deleting port bacde8e7-486d-48de-a213-37c81a77fb15 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:00:38.138303 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.213218 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.243832 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] For port bacde8e7-486d-48de-a213-37c81a77fb15, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=bacde8e7-486d-48de-a213-37c81a77fb15,segment=NetworkSegment(bf5d825b-f681-4fed-b5b6-8929420b5273),segment_id=bf5d825b-f681-4fed-b5b6-8929420b5273)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:00:38.244576 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.259112 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Pushing event deleted for resources: {'Port': ['ID=bacde8e7-486d-48de-a213-37c81a77fb15,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:38.265414 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] No DVR routers for this DVR port bacde8e7-486d-48de-a213-37c81a77fb15 on host dv-cinder-773985-14-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:00:38.274773 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Calling delete_port for bacde8e7-486d-48de-a213-37c81a77fb15 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:00:38.379937 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.392186 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.409291 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:38.413853 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Pushing event deleted for resources: {'Port': ['ID=bacde8e7-486d-48de-a213-37c81a77fb15,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:38.416803 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] No DVR routers for this DVR port bacde8e7-486d-48de-a213-37c81a77fb15 on host dv-cinder-773985-14-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:00:38.417435 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8965b899-3185-4ee0-9e1a-38816986f189 req-ac3357fd-50a0-497a-b181-0b281af15530 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0635777 Aug 27 04:00:38.429540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.429540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.429540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.429540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.429540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.429540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.429540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.429540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.431056 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.431056 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.431056 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.431543 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0acdb-ab07-4b36-868e-41f1f45341a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:00:38.445523 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5d825b-f681-4fed-b5b6-8929420b5273') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:38.445823 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5d825b-f681-4fed-b5b6-8929420b5273') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:38.457230 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131057307'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.466629 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device aa98e772-3d26-483f-b905-b45fcb2e3bde no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:00:38.474914 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.482585 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:00:38.483016 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131042415'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: Traceback (most recent call last): Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: timer() Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: cb(*args, **kw) Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: return func(*args, **kwargs) Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: self._notify() Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: self.callback(batched_events) Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: event.method(event) Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: return f(self, *a, **k) Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._get(url).json() Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:00:38.484834 dv-cinder-773985-14-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:00:38.491835 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: aa98e772-3d26-483f-b905-b45fcb2e3bde {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:00:38.492181 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device aa98e772-3d26-483f-b905-b45fcb2e3bde not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:00:38.492665 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ac5ad1a8-c81a-4a62-8da0-55a5722f8fec no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:00:38.519087 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: ac5ad1a8-c81a-4a62-8da0-55a5722f8fec {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:00:38.519859 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ac5ad1a8-c81a-4a62-8da0-55a5722f8fec not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:00:38.520127 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device bacde8e7-486d-48de-a213-37c81a77fb15 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:00:38.543041 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: bacde8e7-486d-48de-a213-37c81a77fb15 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:00:38.543514 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device bacde8e7-486d-48de-a213-37c81a77fb15 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:00:38.568092 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.576484 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:38.578444 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] 10.222.0.48 "DELETE /v2.0/networks/fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d HTTP/1.1" status: 204 len: 168 time: 0.7388380 Aug 27 04:00:38.583145 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 42918) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:38.594464 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190678d-cb2a-402e-b7fd-8ccfd639306e admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4f9fa9-5953-43ff-b4f3-e98c9fc78c8d,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:39.278255 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:39.566940 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8b7d1e01-e0e1-4c8e-a4f1-11cee64dc9bc req-1b0d99de-87c9-4ebb-9660-959dba3ad49a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0528355 Aug 27 04:00:39.621027 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] Deleting port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:00:39.621374 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:39.707103 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] For port 011e5deb-ff8e-4bd4-a814-0cb6a1478f16, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=011e5deb-ff8e-4bd4-a814-0cb6a1478f16,segment=NetworkSegment(94a29a7d-9769-4e77-9499-3b30a6e3ffe2),segment_id=94a29a7d-9769-4e77-9499-3b30a6e3ffe2)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:00:39.707469 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:39.721001 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] Calling delete_port for 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 owned by network:router_interface {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:00:39.915592 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:39.942800 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=011e5deb-ff8e-4bd4-a814-0cb6a1478f16,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:40.128498 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:40.182639 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133756051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:40.413160 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] Router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:00:40.540159 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:00:40.547942 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e6297b23-4569-4a3a-955e-bd16c12014b0 admin admin] 10.222.0.48 "PUT /v2.0/routers/4a52ac29-2e30-4b20-8f3e-09d38417aa1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9634252 Aug 27 04:00:40.550658 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 42930) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:40.554228 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb239ee7-2b20-493a-9001-b33b54596521 None None] Sync routers for ids ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:00:40.569860 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb239ee7-2b20-493a-9001-b33b54596521 None None] Routers {'4a52ac29-2e30-4b20-8f3e-09d38417aa1a'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:00:40.570877 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-eb239ee7-2b20-493a-9001-b33b54596521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:00:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:40.678589 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:40.711191 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-eb239ee7-2b20-493a-9001-b33b54596521 None None] Set router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:00:40.745299 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-15a8b52d-c02c-4268-b420-90150f9538e8 req-49f6ea54-0cea-4f0d-81c4-8866f2c26ccb tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0636549 Aug 27 04:00:40.856574 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:40.935826 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-eb239ee7-2b20-493a-9001-b33b54596521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'name': 'tempest-TestVolumeBootPattern-692051757-router', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:26Z', 'updated_at': '2021-08-27T04:00:39Z', 'revision_number': 5, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'gw_port': {'id': '87468c65-2c5c-4bc6-a40d-6e516d6c1b70', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:33:27Z', 'updated_at': '2021-08-27T03:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:40.941366 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Deleting port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:00:40.941710 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:40.965750 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb239ee7-2b20-493a-9001-b33b54596521 None None] Checking router: 4a52ac29-2e30-4b20-8f3e-09d38417aa1a for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:00:40.976150 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb239ee7-2b20-493a-9001-b33b54596521 None None] Routers {'4a52ac29-2e30-4b20-8f3e-09d38417aa1a'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:00:40.976782 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-eb239ee7-2b20-493a-9001-b33b54596521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:00:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:41.051044 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] For port 87468c65-2c5c-4bc6-a40d-6e516d6c1b70, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=87468c65-2c5c-4bc6-a40d-6e516d6c1b70,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:00:41.051414 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:41.067336 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Calling delete_port for 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:00:41.099693 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-eb239ee7-2b20-493a-9001-b33b54596521 None None] Set router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a gateway port host: None {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:00:41.343167 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-eb239ee7-2b20-493a-9001-b33b54596521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'name': 'tempest-TestVolumeBootPattern-692051757-router', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:26Z', 'updated_at': '2021-08-27T04:00:40Z', 'revision_number': 6, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'gw_port_host': None}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:41.352117 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:41.391359 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb239ee7-2b20-493a-9001-b33b54596521 None None] The sync data for ids ['4a52ac29-2e30-4b20-8f3e-09d38417aa1a'] in dv-cinder-773985-14-iscsi is: [{'id': '4a52ac29-2e30-4b20-8f3e-09d38417aa1a', 'name': 'tempest-TestVolumeBootPattern-692051757-router', 'tenant_id': '21a426ea49f34923b138bab97bccbce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:33:26Z', 'updated_at': '2021-08-27T04:00:40Z', 'revision_number': 6, 'project_id': '21a426ea49f34923b138bab97bccbce3', 'gw_port_host': None}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:00:41.397327 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Pushing event deleted for resources: {'Port': ['ID=87468c65-2c5c-4bc6-a40d-6e516d6c1b70,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:41.473175 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430239'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:41.578884 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1028887'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:41.581453 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:41.632635 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428047'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:41.633456 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a52ac29-2e30-4b20-8f3e-09d38417aa1a {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:00:41.640270 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:41.641754 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8371ffba-f89a-4c09-aa73-330f60554dad admin admin] 10.222.0.48 "DELETE /v2.0/routers/4a52ac29-2e30-4b20-8f3e-09d38417aa1a HTTP/1.1" status: 204 len: 168 time: 1.0895877 Aug 27 04:00:41.645630 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 42938) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:41.725214 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d3af19-fe22-468b-809f-bc7e381a8ee0 admin admin] Deleting subnet 62e68a08-08fe-4f2b-9f6f-fa656ce842e0 {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:00:41.730531 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-59d3af19-fe22-468b-809f-bc7e381a8ee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:41.796418 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-59d3af19-fe22-468b-809f-bc7e381a8ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131057284'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:41.880714 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-86c9dc9d-7305-4061-b14f-3c7a0ac87fd7 req-4225442f-c87e-4331-9601-90252afcc553 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0315313 Aug 27 04:00:41.949970 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-59d3af19-fe22-468b-809f-bc7e381a8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.333907 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-59d3af19-fe22-468b-809f-bc7e381a8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131042313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130617897'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.366683 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3af19-fe22-468b-809f-bc7e381a8ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e68a08-08fe-4f2b-9f6f-fa656ce842e0,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:42.371463 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-59d3af19-fe22-468b-809f-bc7e381a8ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.381895 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-59d3af19-fe22-468b-809f-bc7e381a8ee0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/62e68a08-08fe-4f2b-9f6f-fa656ce842e0 HTTP/1.1" status: 204 len: 168 time: 0.7273164 Aug 27 04:00:42.381895 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 42946) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:42.382650 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac1726-333c-4817-9630-de80b8eeb797 None None] Network 9365f370-8fde-40f2-a820-d9eacde447aa requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:00:42.476229 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:00:42.505556 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.510383 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:00:42.510731 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 87468c65-2c5c-4bc6-a40d-6e516d6c1b70 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:00:42.511170 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:00:42.552738 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:00:42.553029 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 011e5deb-ff8e-4bd4-a814-0cb6a1478f16 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:00:42.590937 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Deleting port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:00:42.591489 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.674846 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] For port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=cafb7bac-e4bc-49c3-9b84-0eadba71b9b7,segment=NetworkSegment(94a29a7d-9769-4e77-9499-3b30a6e3ffe2),segment_id=94a29a7d-9769-4e77-9499-3b30a6e3ffe2)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:00:42.675790 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.686410 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0aada6-7062-4c27-9a5a-9e80ec78a846 None None] DHCP port deletion for 9365f370-8fde-40f2-a820-d9eacde447aa request from dv-cinder-773985-14-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:00:42.709154 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Calling delete_port for cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:00:42.746861 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-0e0aada6-7062-4c27-9a5a-9e80ec78a846 None None] Deleting port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:00:42.747216 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0e0aada6-7062-4c27-9a5a-9e80ec78a846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.816175 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.832081 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-0e0aada6-7062-4c27-9a5a-9e80ec78a846 None None] For port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=cafb7bac-e4bc-49c3-9b84-0eadba71b9b7,segment=NetworkSegment(94a29a7d-9769-4e77-9499-3b30a6e3ffe2),segment_id=94a29a7d-9769-4e77-9499-3b30a6e3ffe2)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:00:42.832671 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0e0aada6-7062-4c27-9a5a-9e80ec78a846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.850620 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-0e0aada6-7062-4c27-9a5a-9e80ec78a846 None None] Calling delete_port for cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:00:42.855358 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Pushing event deleted for resources: {'Port': ['ID=cafb7bac-e4bc-49c3-9b84-0eadba71b9b7,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:42.860560 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] No DVR routers for this DVR port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 on host dv-cinder-773985-14-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:00:42.957573 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.964415 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0e0aada6-7062-4c27-9a5a-9e80ec78a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.972052 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9365f370-8fde-40f2-a820-d9eacde447aa']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:42.991188 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a29a7d-9769-4e77-9499-3b30a6e3ffe2') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:42.991888 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a29a7d-9769-4e77-9499-3b30a6e3ffe2') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:00:43.005403 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d395616-fda7-4b56-874d-0f0a7da4a6b2 req-58afef3e-45e4-456c-ade2-7bec47d74f30 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0307915 Aug 27 04:00:43.006446 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131057307'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:43.014603 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aada6-7062-4c27-9a5a-9e80ec78a846 None None] Pushing event deleted for resources: {'Port': ['ID=cafb7bac-e4bc-49c3-9b84-0eadba71b9b7,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:43.027725 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0aada6-7062-4c27-9a5a-9e80ec78a846 None None] No DVR routers for this DVR port cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 on host dv-cinder-773985-14-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:00:43.041909 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:43.051061 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:00:43.051616 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131042415'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: Traceback (most recent call last): Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: timer() Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: cb(*args, **kw) Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: return func(*args, **kwargs) Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: self._notify() Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: self.callback(batched_events) Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: event.method(event) Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: return f(self, *a, **k) Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._get(url).json() Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:00:43.053797 dv-cinder-773985-14-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:00:43.121082 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:43.128658 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:43.131715 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] 10.222.0.48 "DELETE /v2.0/networks/9365f370-8fde-40f2-a820-d9eacde447aa HTTP/1.1" status: 204 len: 168 time: 0.7505016 Aug 27 04:00:43.146744 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f2836-fe4d-4e92-9ecc-31119e80735f admin admin] Pushing event deleted for resources: {'Network': ['ID=9365f370-8fde-40f2-a820-d9eacde447aa,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:43.306788 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 42952) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:43.362530 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-3c12e0ce-748f-43ea-bf19-6bac6d92a376 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93c77e3c5a0d4923a18d3f98ccb523a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535021 Aug 27 04:00:43.365914 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 42954) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:43.445372 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-083b1726-7607-4df6-89ed-248256978bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:43.479739 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-083b1726-7607-4df6-89ed-248256978bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:43.549127 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-083b1726-7607-4df6-89ed-248256978bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:43.553649 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-083b1726-7607-4df6-89ed-248256978bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:43.557388 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-083b1726-7607-4df6-89ed-248256978bfd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34e1ed4f-6428-4217-8ae3-e1a9cb8a16ef HTTP/1.1" status: 204 len: 168 time: 0.1879895 Aug 27 04:00:43.569870 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b1726-7607-4df6-89ed-248256978bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e1ed4f-6428-4217-8ae3-e1a9cb8a16ef,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:43.974913 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 42964) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:44.027082 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-194cd4e5-3683-436a-8570-6100f7f9fc8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21a426ea49f34923b138bab97bccbce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506732 Aug 27 04:00:44.030111 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 42966) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:00:44.098660 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dc91cb1b-ed07-4ab2-87a7-2f66dbcd3aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:44.136726 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-961fb7de-24cb-4f29-bb6e-edbab9d01496 req-6409f822-4863-4f8a-808b-b0a5d37098cb tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0359089 Aug 27 04:00:44.151006 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dc91cb1b-ed07-4ab2-87a7-2f66dbcd3aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:44.212738 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dc91cb1b-ed07-4ab2-87a7-2f66dbcd3aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:44.215711 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dc91cb1b-ed07-4ab2-87a7-2f66dbcd3aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:44.216924 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-dc91cb1b-ed07-4ab2-87a7-2f66dbcd3aac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aece38a0-e010-4542-9e5e-bc8b6673035e HTTP/1.1" status: 204 len: 168 time: 0.1857255 Aug 27 04:00:44.226154 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91cb1b-ed07-4ab2-87a7-2f66dbcd3aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece38a0-e010-4542-9e5e-bc8b6673035e,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:00:44.443017 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:00:44.473956 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:00:44.474338 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device cafb7bac-e4bc-49c3-9b84-0eadba71b9b7 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:00:45.249581 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-afa57336-e1a5-47d7-90dd-451f3c0a1d9f req-ba1a2201-0216-4f6f-b6de-f0ac9af0327d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0354373 Aug 27 04:00:46.381954 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aba1a7c5-cf76-460b-9f76-9a63426bd10a req-0366c28d-a5e9-436d-b050-9984d9185fb3 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0324337 Aug 27 04:00:47.482060 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-78bdeb08-07b6-4e90-be50-465302280a57 req-ab7660cc-1414-447f-a511-b288ed0a1779 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0266299 Aug 27 04:00:48.608357 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f6146f3b-a94a-408e-a5b7-db685b0794b1 req-70bb806a-29b2-42ef-b3f1-f3e5881b0271 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0287330 Aug 27 04:00:49.712626 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b023e4b1-9ea9-4de2-b224-3b39704330ec req-fcd5b45f-0195-4173-8981-b5621d82042a tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0274982 Aug 27 04:00:50.826942 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4300ddeb-1a12-401b-953a-787471ecd622 req-2826d81b-b7a5-47fb-ad4f-3484752095c5 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0409803 Aug 27 04:00:51.930538 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7f255b57-ba5d-47db-bcd2-54f759a623a1 req-e01e56f6-b9cf-4198-bd68-1b522e269111 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0283704 Aug 27 04:00:53.035784 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3a287a4-995c-4fc7-8cc9-030a01ca0aed req-f067bcc5-e68e-4ed1-9641-f79a0f72f88b tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0292947 Aug 27 04:00:54.145775 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2f595c26-34c0-4b9b-9626-a90a9d3140dd req-2d42d2c1-98c3-4878-8669-4d284000ab94 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0276508 Aug 27 04:00:55.246092 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66b109be-9237-4f83-a664-f09343c4f81e req-703c5d1f-74a5-4bbc-a1a0-6625bdcef2c1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0272133 Aug 27 04:00:56.344228 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-629dc4c4-9fee-4148-9776-c70feb9ec12e req-e07d76fb-9f97-4ff7-bc4d-641b79fc8944 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0279956 Aug 27 04:00:56.813852 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:00:57.446298 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-96a7c988-15aa-47dc-88f5-1199da44f192 req-8de476a2-f5d2-4c2a-94bd-7286c32a9167 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0318406 Aug 27 04:00:58.544241 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-542d8dec-7397-41c5-8f23-bd1f30c23d1c req-d7db9f04-9928-47f4-a5e9-f6754cbbcd7c tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0279968 Aug 27 04:00:59.642294 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-aec8bde3-50c6-45a6-9abb-040a29567bf1 req-ed27869b-4894-4ac9-9908-3d95bc40a823 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0263436 Aug 27 04:01:00.746311 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3fcaa97e-62b7-46b8-9ac4-da5c69f34b27 req-1c5b7c17-790a-4edf-997d-bdc31829da61 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0282526 Aug 27 04:01:00.834497 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ddd8521d-e725-4def-8599-8e58a3cce750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:01.859772 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2aeda91-2ed6-4ab2-a752-ac6301fc24a3 req-0cd2e1cf-94e1-45ff-815d-585400deb2c2 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0318592 Aug 27 04:01:02.970956 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-103c02e2-1053-439f-9227-3dd0dd569690 req-d655a14d-7b8d-4242-8eae-733aa4e9aa59 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0273850 Aug 27 04:01:03.815373 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-40302a59-4928-4fa1-a1b3-86697b1f7767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:04.079850 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5037951c-f1a9-4194-a616-d1ce76cd9f6b req-4911aa2e-547a-4b35-b717-f33fb5958b56 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0328214 Aug 27 04:01:04.864318 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:05.183297 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e4ef88da-ab69-4fb4-9d42-2caf7eb19418 req-cdd2d8f7-6c16-47e3-ab60-744d8a69a56d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0298722 Aug 27 04:01:05.219215 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:06.304448 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0322b9f2-7b06-44f3-9364-136de41cca14 req-5c6c3a0c-40c7-48d0-9374-d877355671a3 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0308251 Aug 27 04:01:07.028212 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:07.406098 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-82d46b68-6994-43e6-b968-e69a2d9bd911 req-422f352c-3d20-4d11-bf18-d6fc2f31d0ac tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0276392 Aug 27 04:01:08.515376 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-09bcaa21-70b6-4d6d-ad21-f4d09e9ab2ac req-4eba3b2d-c59a-42fe-8d29-bffc9d045941 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0351288 Aug 27 04:01:09.627764 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-abf2a1f7-26b2-4dda-b092-3c50bf78f0a2 req-5401dc91-bf09-434b-93b7-9a982a17cc51 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0267076 Aug 27 04:01:10.157621 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:10.738296 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-00e41d31-e2ae-48da-8637-1bcae5a3c45e req-7a72a3d1-4870-48c2-bde1-b4538ba6ad23 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0306137 Aug 27 04:01:11.845875 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3fd9398e-90d0-40ab-af9c-d06ee68d9e0e req-4affd215-45db-4acc-ab73-2f34807b63d0 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0323620 Aug 27 04:01:12.980910 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60a1f34e-7eea-4924-ad31-e9b6e1d4cc2c req-410a8813-bef8-4edf-b01b-f04ef69ec56e tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0378118 Aug 27 04:01:14.094056 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2197c840-7486-4770-9339-f1edc9fb5093 req-585e6fc7-6f9f-4a9c-8b6a-692a014fa7d2 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0298479 Aug 27 04:01:15.225731 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6e82135d-9dd9-4d11-8193-1d3c6df32ab1 req-cd1a8bac-019f-48f0-ad15-1ecfb44145b1 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0422947 Aug 27 04:01:16.331282 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a2a8fac7-a80f-4ab4-82f6-fb2464e3189c req-4929ffdb-ee99-479e-970c-038d731ccdec tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0316846 Aug 27 04:01:17.450280 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9fe16d90-63b2-4e87-b150-ed392d3c4a1b req-56f8c9e3-384a-4e16-9be7-35d4b3833de0 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0391188 Aug 27 04:01:18.573316 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-256247ca-e55b-41c6-8933-c64f5fabeef0 req-16c41b07-657c-45c2-b44c-2994c8f2f4ae tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0316660 Aug 27 04:01:19.701554 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-257a6c19-1758-4b4c-b773-64d813002356 req-981bc045-d0f8-4ca7-a60b-983bf6a2225d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0327301 Aug 27 04:01:20.808923 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-736cfff3-984e-4192-a49c-d51ce315ef1c req-a75b77d1-61ce-48e1-8dee-d438641d51d0 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0302780 Aug 27 04:01:21.942208 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ed7dd891-fe1a-4a19-a7d2-517309707af5 req-f2836e79-60da-48a4-bdfc-d773452c5bf0 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0324001 Aug 27 04:01:23.059423 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c4d19ef3-cccf-4227-ba63-7aee7540476f req-38353e9b-d21c-4d26-b251-221042ad960f tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0340903 Aug 27 04:01:24.198173 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3bcf7eb7-db94-4595-9dd3-ced5fb546063 req-273619fb-38fa-4c5d-9e2c-7e823f1d43ef tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1ffde52-808b-45c5-8e77-3a763ad6db4c HTTP/1.1" status: 200 len: 210 time: 0.0358415 Aug 27 04:01:25.304288 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 43220) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:01:25.401067 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a8c41951-6ba4-4e79-a16e-95169ab36c3d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:25.432307 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a8c41951-6ba4-4e79-a16e-95169ab36c3d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:25.485221 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a8c41951-6ba4-4e79-a16e-95169ab36c3d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:25.488726 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a8c41951-6ba4-4e79-a16e-95169ab36c3d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:25.489951 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a8c41951-6ba4-4e79-a16e-95169ab36c3d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "DELETE /v2.0/security-groups/6ae7f51d-4514-4e0e-b579-f95569bf53bc HTTP/1.1" status: 204 len: 168 time: 0.1843121 Aug 27 04:01:25.493281 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 43222) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:01:25.499866 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c41951-6ba4-4e79-a16e-95169ab36c3d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae7f51d-4514-4e0e-b579-f95569bf53bc,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:01:25.517436 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.api.v2.resource [None req-c869283e-3485-4577-aa9e-a047fb7d078d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] show failed (client error): The resource could not be found. Aug 27 04:01:25.522113 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c869283e-3485-4577-aa9e-a047fb7d078d tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "GET /v2.0/security-groups/6ae7f51d-4514-4e0e-b579-f95569bf53bc HTTP/1.1" status: 404 len: 347 time: 0.0249248 Aug 27 04:01:25.522858 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 43224) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:01:25.663190 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-832138a3-5e98-418e-954a-f80ef6f94ac4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Deleting port 57503899-4155-407b-9a45-de52cad7611c {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:01:25.664095 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-832138a3-5e98-418e-954a-f80ef6f94ac4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:25.754776 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-832138a3-5e98-418e-954a-f80ef6f94ac4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:25.755100 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-832138a3-5e98-418e-954a-f80ef6f94ac4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:25.768600 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-832138a3-5e98-418e-954a-f80ef6f94ac4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Calling delete_port for 57503899-4155-407b-9a45-de52cad7611c owned by network:floatingip {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:01:25.917117 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-832138a3-5e98-418e-954a-f80ef6f94ac4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:25.951211 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832138a3-5e98-418e-954a-f80ef6f94ac4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Pushing event deleted for resources: {'Port': ['ID=57503899-4155-407b-9a45-de52cad7611c,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:01:26.013187 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-832138a3-5e98-418e-954a-f80ef6f94ac4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks [] for floatingip, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:26.016197 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-832138a3-5e98-418e-954a-f80ef6f94ac4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:26.017415 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-832138a3-5e98-418e-954a-f80ef6f94ac4 tempest-AttachVolumeTestJSON-1451582301 tempest-AttachVolumeTestJSON-1451582301-project] 10.222.0.48 "DELETE /v2.0/floatingips/f81ab7d5-2565-45d0-bb07-468f07b6d304 HTTP/1.1" status: 204 len: 168 time: 0.4935229 Aug 27 04:01:30.839108 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f461870e-387c-4ca0-bd1f-61fc6a0e19d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:33.816710 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:01:33.821389 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f61136a1-af3b-4b25-8864-bcac4d61966b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:34.877330 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:35.220502 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:37.035039 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:40.137093 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:00.844624 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5d490b63-ed1f-4cfa-99d9-681499a367bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:03.817276 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1d6f7e25-32f6-4b12-8f4d-dde6b0ef6a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:04.872474 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:05.220822 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:07.033490 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:10.151498 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:10.817354 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:02:30.849174 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1eae39ec-cb6e-4edc-bdce-fead5f3db580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:33.817961 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-01169647-9b5a-43fd-9aaa-bd59bc42f95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:34.874271 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:35.223588 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:37.036034 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:40.142037 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:47.817762 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:03:00.852189 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b9e57ddc-3cc9-4aa4-ba22-86573335443a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:03.818769 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1d8057b1-ae43-4ab8-99f0-aa84f24583df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:04.876279 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:05.226749 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:07.039243 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:10.168297 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.816862 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:03:30.857416 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-eeab44c1-5fd0-4162-88f2-02111174d1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:33.818922 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2bf55921-8b60-4867-ae22-86adcb19d6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:34.878066 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.229341 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:37.041689 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:40.163306 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.859277 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1ac64a10-e442-4084-8d23-a9532dae26a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.816709 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:04:03.820048 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-583603af-aa45-4242-88a7-59c6001d1777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.880994 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:05.234576 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.051755 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:10.161274 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.864003 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-99858a85-d6e6-4cdf-893d-1f2217329d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:33.820200 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-09061a40-f750-41ea-8290-26475a86df88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:34.886042 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:35.236176 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:37.048749 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:38.815907 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:04:40.163851 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:00.865537 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-42af55f1-c05f-465b-8509-96983889502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.821100 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5f4889f3-5c5b-4ea4-b186-5e4b5658d006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:04.887709 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:05.239179 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:07.051583 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:10.203966 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:15.816150 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:05:30.867098 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-086f03ad-7bb7-41f1-8e4e-11779ea0a8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.821683 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-32521f0a-bab4-4d07-8ab6-822cdb0f1e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:34.891874 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.242161 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.054129 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.159265 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:52.815624 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:06:00.867408 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3ea043ba-4a23-4383-9b0c-09112a0ceb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:03.822694 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8904ad82-a849-4501-b279-04e15bf0e31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:04.895018 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:05.247293 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:07.057869 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:10.179602 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:29.815443 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:06:30.871099 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-2084c6f8-d759-46be-b59b-ea365f49e8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:33.824073 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-020c7a89-db4b-498c-9af7-41827829cc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:34.898382 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:35.248831 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:37.059097 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:40.180439 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.876511 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b93c8ab-f7d3-44ea-a046-9b116397e928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:03.825354 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c4dd-7eed-4cff-828e-64a5c5c50090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:04.901045 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.251438 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:06.815456 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:07:07.063800 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:10.213895 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:30.868627 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8242647f-44bc-4076-8e94-d864887c6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:32.578944 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-a1b67248-31e8-4f91-b355-32ebace030bc req-949e3cb6-ac38-4dc8-a868-1b48d8d98072 service neutron] (93872) timed out ('10.222.0.62', 61600) {{(pid=93872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:07:33.832832 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d3afa8b2-909f-47c5-ace6-89f8d297566f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:34.902540 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:35.256429 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:37.065990 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.205693 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:43.814101 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:08:00.870898 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-92471c38-e073-45a8-9a8b-fa5c68cc6105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:03.824098 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fe5c0c0a-704c-4aad-bb97-7a3111ebc168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:04.904791 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:05.258040 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:07.068709 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:10.201725 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.812811 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:08:30.878179 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-95dcb987-df7c-41d6-afa2-7b6c1eaf22fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:33.825054 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-28b8b2cb-2f6e-4979-9858-9c400fd68c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:34.906176 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:35.260883 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:37.070043 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:40.213177 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:57.812197 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:09:00.873569 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ae92aab8-32df-404b-8d90-9f79021e16d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:03.827753 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fd9e04a4-d11d-4b19-b4a3-fd17bb89d08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:04.909845 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:05.264781 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:07.075158 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:10.223522 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:30.876318 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ef170c1c-498c-4b66-a043-c13065997a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:33.831163 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-36579775-2018-4875-9a9f-d41f797fa024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:34.810157 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:09:34.911775 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:35.269581 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:37.074641 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:40.231598 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:00.882411 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-27691f61-ee97-4101-9606-ab2666540e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:03.833745 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-67087a60-f886-49e7-b9bb-53c239afe61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:04.913773 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:05.270267 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:07.078027 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:10.230707 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:11.809841 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:10:30.883648 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-298a913a-386d-4bcd-bd67-893bc3096faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:33.834181 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf6e7-9b92-4931-921a-f9cc0f224014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:34.915603 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.271593 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:37.082802 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:40.244485 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:48.807800 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:11:00.885712 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-baf8d33f-d5d5-48aa-ae89-782c44737034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:03.834392 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7bd26972-facc-4c6d-b7de-b15291cc152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:04.917416 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:05.274434 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:07.083763 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:10.286543 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:25.807769 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:11:30.887186 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e68743d8-b3b8-456d-8781-0095d9abd5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:33.836477 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-31227234-7f22-4b46-ae27-ec250f82fa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:34.919530 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:35.277941 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:37.086768 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:40.260195 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:51.746880 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47038) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:51.872605 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:51.966257 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:51.969711 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.007112 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6164dd4b-7438-4d7b-aedf-75555f5794eb,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:52.011792 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1db638ffc0c458991f6b8bc24b3b0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638841 Aug 27 04:11:52.014644 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47046) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:52.016790 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.017235 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.017625 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.017967 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.018321 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.018652 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.018977 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.019308 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.019624 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.019945 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.020262 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.020577 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbad280-99d3-41b3-8f6e-8fd5f86fb1cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.064221 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.084395 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.132229 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.134808 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.135956 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6164dd4b-7438-4d7b-aedf-75555f5794eb HTTP/1.1" status: 204 len: 168 time: 0.1202753 Aug 27 04:11:52.143519 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6164dd4b-7438-4d7b-aedf-75555f5794eb,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:52.150424 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.150777 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.151114 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.151447 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.151777 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.152103 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.152433 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.152756 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.153087 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.153392 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.153708 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.154036 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0def77-ea70-4e71-9b52-0129b9036f18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:52.404799 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47054) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:52.419063 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fac328eb-b539-4c0f-9721-69a9e621a2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.543448 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fac328eb-b539-4c0f-9721-69a9e621a2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.547611 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-fac328eb-b539-4c0f-9721-69a9e621a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.602756 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fac328eb-b539-4c0f-9721-69a9e621a2bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=876978cc2bbb4d22a59acf81cded855c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965957 Aug 27 04:11:52.603489 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac328eb-b539-4c0f-9721-69a9e621a2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9c0983-64d4-47e0-9ebb-799653a8953d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:52.606113 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47056) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:52.664114 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-966f3bf3-80a3-4814-aa38-76f6c02e2cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.685910 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-966f3bf3-80a3-4814-aa38-76f6c02e2cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.737195 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-966f3bf3-80a3-4814-aa38-76f6c02e2cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.740018 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-966f3bf3-80a3-4814-aa38-76f6c02e2cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:52.741806 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-966f3bf3-80a3-4814-aa38-76f6c02e2cfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac9c0983-64d4-47e0-9ebb-799653a8953d HTTP/1.1" status: 204 len: 168 time: 0.1339469 Aug 27 04:11:52.756945 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f3bf3-80a3-4814-aa38-76f6c02e2cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9c0983-64d4-47e0-9ebb-799653a8953d,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:55.620215 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47194) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:55.723937 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10b73d46-c684-457e-bebe-1f93b42650d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:55.817535 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10b73d46-c684-457e-bebe-1f93b42650d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:55.821284 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-10b73d46-c684-457e-bebe-1f93b42650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:55.857423 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b73d46-c684-457e-bebe-1f93b42650d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4592443b-637e-43e9-955b-13d3973cc953,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:55.862793 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-10b73d46-c684-457e-bebe-1f93b42650d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64e31acfcc314582bab1ad978b2707a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415392 Aug 27 04:11:55.865657 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47198) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:55.913173 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d55792c8-5872-43d9-b4a5-a825b586f720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:55.934952 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d55792c8-5872-43d9-b4a5-a825b586f720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:55.982299 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d55792c8-5872-43d9-b4a5-a825b586f720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:55.985525 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-d55792c8-5872-43d9-b4a5-a825b586f720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:55.989625 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-d55792c8-5872-43d9-b4a5-a825b586f720 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4592443b-637e-43e9-955b-13d3973cc953 HTTP/1.1" status: 204 len: 168 time: 0.1212142 Aug 27 04:11:55.995316 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55792c8-5872-43d9-b4a5-a825b586f720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4592443b-637e-43e9-955b-13d3973cc953,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:56.247939 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47206) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:56.261815 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-75e153ca-56e4-4455-a938-782ab686de96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.353552 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-75e153ca-56e4-4455-a938-782ab686de96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.357330 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-75e153ca-56e4-4455-a938-782ab686de96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.395784 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-75e153ca-56e4-4455-a938-782ab686de96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f79961707ae54881a9c913b95653dcaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467087 Aug 27 04:11:56.396497 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e153ca-56e4-4455-a938-782ab686de96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638e3c42-e1ca-4e52-a240-cd2afd0d5fb8,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:56.399119 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47208) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:56.448848 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0d6b167d-4db2-4c55-bf7e-168f171aaf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.469826 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0d6b167d-4db2-4c55-bf7e-168f171aaf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.515622 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0d6b167d-4db2-4c55-bf7e-168f171aaf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.518920 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0d6b167d-4db2-4c55-bf7e-168f171aaf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.520121 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0d6b167d-4db2-4c55-bf7e-168f171aaf8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/638e3c42-e1ca-4e52-a240-cd2afd0d5fb8 HTTP/1.1" status: 204 len: 168 time: 0.1198187 Aug 27 04:11:56.527746 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b167d-4db2-4c55-bf7e-168f171aaf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638e3c42-e1ca-4e52-a240-cd2afd0d5fb8,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:57.213412 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47232) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:57.313647 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2116476551-network', 'tenant_id': '59e274e740944c94b8904cc9f95b8cb2'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:57.338239 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Made reservation on behalf of 59e274e740944c94b8904cc9f95b8cb2 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:11:57.340557 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.350319 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.445021 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.448918 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.473660 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:11:57.482479 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1634e1d9-6721-4edd-b47a-17853156205b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:57.489266 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.489609 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Added segment 860fab5c-17c7-4206-a00e-93902ad9cc16 of type vlan for network fc5da29d-c837-4dfb-96c7-8f6ad136bb4d Aug 27 04:11:57.528749 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.556707 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.557627 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:57.558278 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.614395 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3997998 Aug 27 04:11:57.617356 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47236) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:57.621463 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aa3d9-a35b-440b-811b-15e725b3e0ae admin admin] Pushing event updated for resources: {'Network': ['ID=fc5da29d-c837-4dfb-96c7-8f6ad136bb4d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:57.622569 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] Request body: {'subnet': {'network_id': 'fc5da29d-c837-4dfb-96c7-8f6ad136bb4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2116476551-subnet', 'tenant_id': '59e274e740944c94b8904cc9f95b8cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:57.634494 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network fc5da29d-c837-4dfb-96c7-8f6ad136bb4d details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:11:57.647687 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] Made reservation on behalf of 59e274e740944c94b8904cc9f95b8cb2 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:11:57.651554 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130617922'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.822777 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131046858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130617904'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.879075 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8c420d-c66b-46b3-bb23-65e859b1dfa5,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:57.886391 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] Checking segment: {'id': '860fab5c-17c7-4206-a00e-93902ad9cc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'fc5da29d-c837-4dfb-96c7-8f6ad136bb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:11:57.886756 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] Network hostable DHCP agents. Network: fc5da29d-c837-4dfb-96c7-8f6ad136bb4d, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:11:57.903644 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] Network fc5da29d-c837-4dfb-96c7-8f6ad136bb4d is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:11:57.913361 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, fc5da29d-c837-4dfb-96c7-8f6ad136bb4d) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:11:57.917741 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:57.918349 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.925487 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf67807-13e2-4106-aabe-14d92db9d36a None None] Network fc5da29d-c837-4dfb-96c7-8f6ad136bb4d requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:11:57.932620 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c66db9f4-254b-4990-965a-19348b51122e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3141088 Aug 27 04:11:58.069301 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e727c5-08ef-4c3d-95b5-0a63623e88f0 None None] Network fc5da29d-c837-4dfb-96c7-8f6ad136bb4d requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:11:58.429952 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47256) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:58.434933 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-736414750-network', 'tenant_id': '25d3225071b4422e81911fa608820be6'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:58.455433 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Made reservation on behalf of 25d3225071b4422e81911fa608820be6 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:11:58.457767 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:58.466715 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:58.559315 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:58.563110 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:58.591217 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:11:58.596513 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cc85ff-7157-48c6-b9c4-8576a00eaec7,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:58.606700 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:58.606816 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Added segment f92c2c3d-2f04-476a-a6e5-71da350ce0ee of type vlan for network fe6d79de-0634-4de7-a31d-3d72c990ca56 Aug 27 04:11:58.650707 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:58.676929 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:58.677931 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:58.678556 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:58.732701 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3014581 Aug 27 04:11:58.735154 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47258) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:58.742525 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] Request body: {'subnet': {'network_id': 'fe6d79de-0634-4de7-a31d-3d72c990ca56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-736414750-subnet', 'tenant_id': '25d3225071b4422e81911fa608820be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:58.753690 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeeefda-c7c4-4285-8ceb-ad7a65eeb13c admin admin] Pushing event updated for resources: {'Network': ['ID=fe6d79de-0634-4de7-a31d-3d72c990ca56,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:58.763904 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network fe6d79de-0634-4de7-a31d-3d72c990ca56 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:11:58.771581 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] Made reservation on behalf of 25d3225071b4422e81911fa608820be6 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:11:58.773878 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130617922'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:58.938809 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131046858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130617904'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:58.994557 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395e7bfe-aa98-4b91-856d-3be290dd1eac,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:59.001677 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] Checking segment: {'id': 'f92c2c3d-2f04-476a-a6e5-71da350ce0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'fe6d79de-0634-4de7-a31d-3d72c990ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:11:59.002068 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] Network hostable DHCP agents. Network: fe6d79de-0634-4de7-a31d-3d72c990ca56, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:11:59.019001 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] Network fe6d79de-0634-4de7-a31d-3d72c990ca56 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:11:59.027256 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, fe6d79de-0634-4de7-a31d-3d72c990ca56) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:11:59.031256 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:59.031851 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:59.037250 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd85efd-08ba-4110-9619-4c4763a92af5 None None] Network fe6d79de-0634-4de7-a31d-3d72c990ca56 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:11:59.046865 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c88d2c1f-aef8-4d67-b7c7-d09c74fa3805 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3101127 Aug 27 04:11:59.165206 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb33ec-6d8b-48c9-a422-c755acbb0332 None None] Network fe6d79de-0634-4de7-a31d-3d72c990ca56 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:00.887275 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d7e91b27-32b4-4049-ab5a-4f49fe8cc9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:02.806367 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:12:03.838043 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8f2fd127-0250-4e7b-9d46-001e30b308db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:04.920330 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:05.279063 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:07.093166 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:10.271058 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.633263 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47402) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:12.683369 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c52792-46a5-46a9-86d5-0488dfc582c1 admin admin] Deleting subnet 0f8c420d-c66b-46b3-bb23-65e859b1dfa5 {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:12:12.686562 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97c52792-46a5-46a9-86d5-0488dfc582c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.721399 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97c52792-46a5-46a9-86d5-0488dfc582c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131057284'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.759878 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97c52792-46a5-46a9-86d5-0488dfc582c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.815367 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97c52792-46a5-46a9-86d5-0488dfc582c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131042313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130617897'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.843759 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c52792-46a5-46a9-86d5-0488dfc582c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8c420d-c66b-46b3-bb23-65e859b1dfa5,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:12.847594 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97c52792-46a5-46a9-86d5-0488dfc582c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.852163 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-97c52792-46a5-46a9-86d5-0488dfc582c1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0f8c420d-c66b-46b3-bb23-65e859b1dfa5 HTTP/1.1" status: 204 len: 168 time: 0.2176931 Aug 27 04:12:12.852448 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47404) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:12.920001 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.000457 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.010410 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5da29d-c837-4dfb-96c7-8f6ad136bb4d']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:13.021149 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860fab5c-17c7-4206-a00e-93902ad9cc16') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:13.021789 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860fab5c-17c7-4206-a00e-93902ad9cc16') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:13.030768 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131756684'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.045252 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.052341 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:12:13.052728 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131160837'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: timer() Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: cb(*args, **kw) Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: self._notify() Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: self.callback(batched_events) Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: event.method(event) Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._get(url).json() Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:12:13.054441 dv-cinder-773985-14-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:12:13.106981 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.112916 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.117254 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fc5da29d-c837-4dfb-96c7-8f6ad136bb4d HTTP/1.1" status: 204 len: 168 time: 0.2638526 Aug 27 04:12:13.117609 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47408) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:13.129020 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ecd93-4896-463c-b04b-86b6aa155dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc5da29d-c837-4dfb-96c7-8f6ad136bb4d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:13.161621 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e424d30a-5f4f-4149-8695-59ee65b15dd8 admin admin] Deleting subnet 395e7bfe-aa98-4b91-856d-3be290dd1eac {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:12:13.164865 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e424d30a-5f4f-4149-8695-59ee65b15dd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.200527 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e424d30a-5f4f-4149-8695-59ee65b15dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131057284'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.238524 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e424d30a-5f4f-4149-8695-59ee65b15dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.300890 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e424d30a-5f4f-4149-8695-59ee65b15dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131042313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130617897'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.326880 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424d30a-5f4f-4149-8695-59ee65b15dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395e7bfe-aa98-4b91-856d-3be290dd1eac,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:13.332134 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e424d30a-5f4f-4149-8695-59ee65b15dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.334049 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e424d30a-5f4f-4149-8695-59ee65b15dd8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/395e7bfe-aa98-4b91-856d-3be290dd1eac HTTP/1.1" status: 204 len: 168 time: 0.2152658 Aug 27 04:12:13.336352 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47410) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:13.405092 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.491031 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.500662 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6d79de-0634-4de7-a31d-3d72c990ca56']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:13.511408 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92c2c3d-2f04-476a-a6e5-71da350ce0ee') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:13.511712 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92c2c3d-2f04-476a-a6e5-71da350ce0ee') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:13.521314 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131057307'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.534690 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.540508 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:12:13.540887 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131042415'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: Traceback (most recent call last): Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: timer() Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: cb(*args, **kw) Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: return func(*args, **kwargs) Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: self._notify() Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: self.callback(batched_events) Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: event.method(event) Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: return f(self, *a, **k) Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._get(url).json() Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:12:13.542524 dv-cinder-773985-14-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:12:13.596526 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.601306 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.603157 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] 10.222.0.48 "DELETE /v2.0/networks/fe6d79de-0634-4de7-a31d-3d72c990ca56 HTTP/1.1" status: 204 len: 168 time: 0.2658784 Aug 27 04:12:13.615680 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013c13c-4bd6-43a9-af91-ebbf86e30b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6d79de-0634-4de7-a31d-3d72c990ca56,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:13.762942 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47414) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:13.807617 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-fd4af4a0-c13f-4094-ae6d-be64a10d6fae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59e274e740944c94b8904cc9f95b8cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434244 Aug 27 04:12:13.809996 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47416) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:13.857867 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-83f1f114-3ed1-4d9a-bee2-94b185c1447a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.879281 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-83f1f114-3ed1-4d9a-bee2-94b185c1447a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.926995 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-83f1f114-3ed1-4d9a-bee2-94b185c1447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.929558 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-83f1f114-3ed1-4d9a-bee2-94b185c1447a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.930756 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-83f1f114-3ed1-4d9a-bee2-94b185c1447a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1634e1d9-6721-4edd-b47a-17853156205b HTTP/1.1" status: 204 len: 168 time: 0.1197987 Aug 27 04:12:13.938717 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1f114-3ed1-4d9a-bee2-94b185c1447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1634e1d9-6721-4edd-b47a-17853156205b,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:14.248446 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47424) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:14.292243 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5ec83261-0c4b-4fd5-857b-772cac0a82e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25d3225071b4422e81911fa608820be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426121 Aug 27 04:12:14.294892 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47426) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:14.362895 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2b8face5-0d82-4137-946b-60bfc2bb896b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:14.389887 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2b8face5-0d82-4137-946b-60bfc2bb896b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:14.438220 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2b8face5-0d82-4137-946b-60bfc2bb896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:14.441594 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2b8face5-0d82-4137-946b-60bfc2bb896b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:14.443128 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2b8face5-0d82-4137-946b-60bfc2bb896b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68cc85ff-7157-48c6-b9c4-8576a00eaec7 HTTP/1.1" status: 204 len: 168 time: 0.1469872 Aug 27 04:12:14.453371 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8face5-0d82-4137-946b-60bfc2bb896b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cc85ff-7157-48c6-b9c4-8576a00eaec7,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:30.884669 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-dca3d3a8-8909-4bb0-811e-079ea9b83a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:33.837646 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fdea51ea-64fd-4795-953e-2a7ae40be624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:34.922216 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:35.285305 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:37.094611 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.110177 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47604) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:39.216043 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bdf541cc-9a9a-4348-b44c-f1d084d34a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.306583 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bdf541cc-9a9a-4348-b44c-f1d084d34a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.310231 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-bdf541cc-9a9a-4348-b44c-f1d084d34a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.347820 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-bdf541cc-9a9a-4348-b44c-f1d084d34a08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47737adab46e44e5a0e2bbf3e8b5331f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365537 Aug 27 04:12:39.348790 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf541cc-9a9a-4348-b44c-f1d084d34a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6033591-b6fd-4b37-8e15-fbf712cf4696,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:39.350469 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47610) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:39.404471 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5c463c01-8b7a-4751-8481-df405d34e95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.425784 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5c463c01-8b7a-4751-8481-df405d34e95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.471397 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5c463c01-8b7a-4751-8481-df405d34e95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.474098 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5c463c01-8b7a-4751-8481-df405d34e95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.475444 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5c463c01-8b7a-4751-8481-df405d34e95e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6033591-b6fd-4b37-8e15-fbf712cf4696 HTTP/1.1" status: 204 len: 168 time: 0.1239557 Aug 27 04:12:39.483222 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c463c01-8b7a-4751-8481-df405d34e95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6033591-b6fd-4b37-8e15-fbf712cf4696,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:39.805179 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:12:40.083461 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47632) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:40.178476 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1658304013-network', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:40.198685 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Made reservation on behalf of 814e05e5f20b4f4588cdb9be1602d70f for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:12:40.201067 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.209462 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.277941 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.302038 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.305771 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.326250 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:12:40.339779 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d356e68a-f9b3-4d3a-a14e-72dab164f450,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:40.344476 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.344840 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Added segment a7c0faf8-371b-4b63-928b-c782be65cc19 of type vlan for network 28bd1dfe-6657-448c-8420-457cc7fd5d76 Aug 27 04:12:40.387144 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.414988 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.415986 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:40.416667 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.469666 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3851092 Aug 27 04:12:40.473296 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47638) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:40.477716 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6344f94-4e2f-472c-a998-e6024e40cffe admin admin] Pushing event updated for resources: {'Network': ['ID=28bd1dfe-6657-448c-8420-457cc7fd5d76,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:40.478793 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] Request body: {'subnet': {'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1658304013-subnet', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:40.488820 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 28bd1dfe-6657-448c-8420-457cc7fd5d76 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:12:40.506945 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] Made reservation on behalf of 814e05e5f20b4f4588cdb9be1602d70f for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:12:40.509287 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130617922'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.693398 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131046858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130617904'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.751910 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d51645d-d5cb-413e-9841-2a75bf7ccc9a,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:40.763170 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] Checking segment: {'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:40.763537 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] Network hostable DHCP agents. Network: 28bd1dfe-6657-448c-8420-457cc7fd5d76, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:12:40.781599 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] Network 28bd1dfe-6657-448c-8420-457cc7fd5d76 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:12:40.792405 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 28bd1dfe-6657-448c-8420-457cc7fd5d76) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:40.796839 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:40.797911 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.804488 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5053e14d-a1ba-4d3e-a3a0-b72c41202e52 None None] Network 28bd1dfe-6657-448c-8420-457cc7fd5d76 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:40.818576 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-68c3ee18-3dbe-4904-85bc-95f5aabf89b4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3441005 Aug 27 04:12:40.819582 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47640) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:40.824054 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:40.844058 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1028961'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.845061 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1028888'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.897337 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.957685 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7ba0a6-19e2-5375-9d6c-a0607f403ae2-28bd1dfe-6657-448c-8420-457cc7fd5d76', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a'}]}} from dv-cinder-773985-14-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:12:40.958598 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.038167 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.096656 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Allocated IP 172.20.0.2 (28bd1dfe-6657-448c-8420-457cc7fd5d76/0d51645d-d5cb-413e-9841-2a75bf7ccc9a/3ba8480f-4485-4507-adb1-69c34b1ded1c) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:41.234600 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.243013 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.251324 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Transition to ACTIVE for port object 3ba8480f-4485-4507-adb1-69c34b1ded1c will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:41.258563 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.267108 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Transition to ACTIVE for port object 3ba8480f-4485-4507-adb1-69c34b1ded1c will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:41.272906 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.309547 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Network 28bd1dfe-6657-448c-8420-457cc7fd5d76 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:41.312317 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:41.318780 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:41.332519 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Pushing event updated for resources: {'Port': ['ID=3ba8480f-4485-4507-adb1-69c34b1ded1c,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:41.354914 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.355297 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.355652 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.355983 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.356320 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.356717 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.357055 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.357387 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.357719 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.358064 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.358392 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.358718 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.361858 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Allocated IP 172.27.2.54 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:41.393653 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Attempting to bind port 3ba8480f-4485-4507-adb1-69c34b1ded1c on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:12:41.394371 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Attempting to bind port 3ba8480f-4485-4507-adb1-69c34b1ded1c by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:12:41.394753 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Attempting to bind port 3ba8480f-4485-4507-adb1-69c34b1ded1c on network 28bd1dfe-6657-448c-8420-457cc7fd5d76 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:12:41.399865 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:12:41.400238 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Checking segment: {'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:41.400640 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.401031 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Bound using segment: {'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:12:41.401488 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Bound port: 3ba8480f-4485-4507-adb1-69c34b1ded1c, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:12:41.401868 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.471272 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] For port 3ba8480f-4485-4507-adb1-69c34b1ded1c, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:12:41.473487 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.474743 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] For port 3ba8480f-4485-4507-adb1-69c34b1ded1c, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=3ba8480f-4485-4507-adb1-69c34b1ded1c,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:12:41.480283 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.516382 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.538616 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc15ce-1523-439c-b113-3897a3c05525 None None] Pushing event updated for resources: {'Port': ['ID=3ba8480f-4485-4507-adb1-69c34b1ded1c,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:41.559916 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:41.562777 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:41.566313 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:41.599929 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:41.842700 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.035130 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430331'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.183103 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Router 50ce211f-314f-461b-880b-2726b3dddc62 is scheduled to L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:12:42.298297 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:42.309113 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Sync routers for ids ['50ce211f-314f-461b-880b-2726b3dddc62'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:42.314789 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.316281 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6bafe0a4-0a87-41f3-a011-1ccae2596002 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4956491 Aug 27 04:12:42.319297 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47644) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:42.320472 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Routers {'50ce211f-314f-461b-880b-2726b3dddc62'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:42.321100 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:12:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['50ce211f-314f-461b-880b-2726b3dddc62'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:42.402923 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6ef199-8d82-4937-a899-3754de5d2172 None None] Network 28bd1dfe-6657-448c-8420-457cc7fd5d76 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:42.430965 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Set router 50ce211f-314f-461b-880b-2726b3dddc62 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:42.471501 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-14de3275-05b7-423f-a9b5-5be3114146d3 None None] Provisioning for port 3ba8480f-4485-4507-adb1-69c34b1ded1c completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:42.650554 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:41Z', 'revision_number': 3, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:42.682137 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Checking router: 50ce211f-314f-461b-880b-2726b3dddc62 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:42.682487 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Updating router 50ce211f-314f-461b-880b-2726b3dddc62 port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 binding host dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:12:42.709117 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.794544 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.894387 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 3ba8480f-4485-4507-adb1-69c34b1ded1c up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:42.950002 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 3ba8480f-4485-4507-adb1-69c34b1ded1c completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:42.954047 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 3ba8480f-4485-4507-adb1-69c34b1ded1c triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:42.954424 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.983667 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.985222 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Allocated IP 172.20.0.1 (28bd1dfe-6657-448c-8420-457cc7fd5d76/0d51645d-d5cb-413e-9841-2a75bf7ccc9a/f32d0842-a425-4b7a-9130-46fe56f36140) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:42.994316 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Transition to ACTIVE for port object 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:43.000574 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.042766 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.063030 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Attempting to bind port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:12:43.063449 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Attempting to bind port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:12:43.063937 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Attempting to bind port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 on network 72494cfa-c7c5-48de-8c41-db48fc0cee32 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:12:43.075030 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Pushing event updated for resources: {'Port': ['ID=9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:43.078355 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 3ba8480f-4485-4507-adb1-69c34b1ded1c, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=3ba8480f-4485-4507-adb1-69c34b1ded1c,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:43.078751 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:12:43.079248 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Checking segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:43.079654 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.080835 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Bound using segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:12:43.081719 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Bound port: 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:12:43.082291 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.083867 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.107922 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.112756 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.113133 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.113482 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.113818 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.114178 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.114516 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.114838 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.115318 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.115860 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.116196 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.116519 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.117133 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:43.123361 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Transition to ACTIVE for port object f32d0842-a425-4b7a-9130-46fe56f36140 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:43.153233 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] For port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:12:43.154684 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=3ba8480f-4485-4507-adb1-69c34b1ded1c,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:43.157611 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] For port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:12:43.165569 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.167945 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.209945 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Network 28bd1dfe-6657-448c-8420-457cc7fd5d76 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:43.215326 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:43.219149 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:43.247508 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Pushing event updated for resources: {'Port': ['ID=f32d0842-a425-4b7a-9130-46fe56f36140,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:43.276822 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430116'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.312015 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Routers {'50ce211f-314f-461b-880b-2726b3dddc62'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:43.312703 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:12:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['50ce211f-314f-461b-880b-2726b3dddc62'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:43.356791 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6db7b-c395-437a-8611-ba2d45c4f510 None None] Pushing event updated for resources: {'Port': ['ID=9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:43.417075 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.430809 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] Set router 50ce211f-314f-461b-880b-2726b3dddc62 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:43.445625 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-1aaaf9ef-e61b-4c42-a19d-c0ca402d263e None None] Provisioning for port f32d0842-a425-4b7a-9130-46fe56f36140 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:43.449747 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-1aaaf9ef-e61b-4c42-a19d-c0ca402d263e None None] Provisioning complete for port f32d0842-a425-4b7a-9130-46fe56f36140 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:43.450205 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1aaaf9ef-e61b-4c42-a19d-c0ca402d263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.484652 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-1aaaf9ef-e61b-4c42-a19d-c0ca402d263e None None] Port f32d0842-a425-4b7a-9130-46fe56f36140 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:12:43.588762 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.594226 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.613066 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:41Z', 'revision_number': 3, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:43.644646 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf7eb2-61b9-4bb2-8367-1f2d1d478d79 None None] The sync data for ids ['50ce211f-314f-461b-880b-2726b3dddc62'] in dv-cinder-773985-14-iscsi is: [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:41Z', 'revision_number': 3, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:43.953287 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133756074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430587'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.956008 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Pushing event updated for resources: {'Port': ['ID=f32d0842-a425-4b7a-9130-46fe56f36140,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:44.051799 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Network 28bd1dfe-6657-448c-8420-457cc7fd5d76 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:44.053241 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:44.181950 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Router 50ce211f-314f-461b-880b-2726b3dddc62 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:12:44.296446 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:44.305008 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3a3385cf-4d80-435e-a6c2-0b88303aebbb admin admin] 10.222.0.48 "PUT /v2.0/routers/50ce211f-314f-461b-880b-2726b3dddc62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9845283 Aug 27 04:12:44.322655 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-0e443b8b-66f5-4506-9f9c-38366f74f500 None None] Provisioning complete for port f32d0842-a425-4b7a-9130-46fe56f36140 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:44.323020 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0e443b8b-66f5-4506-9f9c-38366f74f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.360890 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-0e443b8b-66f5-4506-9f9c-38366f74f500 None None] Port f32d0842-a425-4b7a-9130-46fe56f36140 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:12:44.820323 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47668) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:44.827644 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2136154610-network', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:44.855441 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Made reservation on behalf of 1601cc0861e940b4b1df25b0e1664f29 for: {'network': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:12:44.857890 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.868076 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.911135 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 3ba8480f-4485-4507-adb1-69c34b1ded1c up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:44.961584 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 3ba8480f-4485-4507-adb1-69c34b1ded1c triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:44.962096 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.969680 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.974607 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.003560 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=93872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:12:45.009898 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efce3518-7c7a-4965-9839-81f2b648fbe6,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:45.016943 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.017947 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.segments_db [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Added segment d5a10335-24bb-4336-b4a0-5e7a2dbed0fd of type vlan for network 3b1fa9bb-369c-4859-8967-b279543a6e22 Aug 27 04:12:45.062580 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:45.066619 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.091368 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.092417 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:45.093029 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.113132 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:45.116982 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:45.117354 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.147536 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3216369 Aug 27 04:12:45.147844 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47670) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:45.152994 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] Request body: {'subnet': {'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2136154610-subnet', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'ip_version': 4}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:45.170736 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259740b-7ec8-4f5d-a67e-13162fdc057c admin admin] Pushing event updated for resources: {'Network': ['ID=3b1fa9bb-369c-4859-8967-b279543a6e22,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:45.188592 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] Made reservation on behalf of 1601cc0861e940b4b1df25b0e1664f29 for: {'subnet': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:12:45.191519 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130983022'] for subnet, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.195143 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 3b1fa9bb-369c-4859-8967-b279543a6e22 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:12:45.254442 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Sync routers for ids ['50ce211f-314f-461b-880b-2726b3dddc62'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:45.273890 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.296494 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Routers {'50ce211f-314f-461b-880b-2726b3dddc62'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:45.297379 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:12:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['50ce211f-314f-461b-880b-2726b3dddc62'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:45.344000 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:45.350232 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.370368 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131156640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130982940'] for subnet, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.423516 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f452e6f-503c-4783-96b8-a601668d51aa,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:45.434484 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] Checking segment: {'id': 'd5a10335-24bb-4336-b4a0-5e7a2dbed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:45.434844 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] Network hostable DHCP agents. Network: 3b1fa9bb-369c-4859-8967-b279543a6e22, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:12:45.445520 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:45.452607 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] Network 3b1fa9bb-369c-4859-8967-b279543a6e22 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:12:45.459436 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Set router 50ce211f-314f-461b-880b-2726b3dddc62 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:45.461969 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 3b1fa9bb-369c-4859-8967-b279543a6e22) {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:45.466000 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:45.466623 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.483189 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-043caa58-4753-4658-a914-0bc879180214 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3342977 Aug 27 04:12:45.486784 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47672) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:45.487541 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c10516-0dca-417a-b0f3-be083cab8835 None None] Network 3b1fa9bb-369c-4859-8967-b279543a6e22 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:45.492065 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2136154610-router', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:45.514882 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1028961'] for router, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.516006 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431652', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391046', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1028888'] for router, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.567773 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.761171 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7ba0a6-19e2-5375-9d6c-a0607f403ae2-3b1fa9bb-369c-4859-8967-b279543a6e22', 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'fixed_ips': [{'subnet_id': '8f452e6f-503c-4783-96b8-a601668d51aa'}]}} from dv-cinder-773985-14-iscsi. {{(pid=93873) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:12:45.762232 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.952505 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.992560 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 4, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'f32d0842-a425-4b7a-9130-46fe56f36140', 'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'mac_address': 'fa:16:3e:8d:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:42Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 2, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'subnets': [{'id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:46.025246 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Checking router: 50ce211f-314f-461b-880b-2726b3dddc62 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:46.025606 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Updating router 50ce211f-314f-461b-880b-2726b3dddc62 port f32d0842-a425-4b7a-9130-46fe56f36140 binding host dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:12:46.074090 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.093358 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Allocated IP 172.20.0.2 (3b1fa9bb-369c-4859-8967-b279543a6e22/8f452e6f-503c-4783-96b8-a601668d51aa/ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e) {{(pid=93873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:46.152274 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.174351 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.275801 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Allocated IP 172.27.2.146 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/178ad752-6ee4-4953-9bfa-5c8d63c6b1b7) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:46.383336 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.393620 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Notify callbacks [] for port, precommit_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.410810 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Transition to ACTIVE for port object ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:46.424091 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.440749 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Transition to ACTIVE for port object ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e will not be triggered until provisioned by entity DHCP. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:46.461415 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:46.463496 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429'] for port, after_create {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.464223 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:46.467356 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:46.502298 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Pushing event updated for resources: {'Port': ['ID=178ad752-6ee4-4953-9bfa-5c8d63c6b1b7,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:46.525896 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.528975 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Network 3b1fa9bb-369c-4859-8967-b279543a6e22 is already hosted by enough agents. {{(pid=93873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:46.534063 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Resources bound (agent type, host, resource id): {{(pid=93873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:46.538441 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Pushing event updated for resources: {'Port': ['ID=ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e,revision_number=1']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:46.542538 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Received port after_create {{(pid=93873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:46.549241 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Transition to ACTIVE for port object f32d0842-a425-4b7a-9130-46fe56f36140 will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:46.559553 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.655450 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Attempting to bind port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:12:46.655816 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Attempting to bind port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'd5a10335-24bb-4336-b4a0-5e7a2dbed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:12:46.656251 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Attempting to bind port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e on network 3b1fa9bb-369c-4859-8967-b279543a6e22 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:12:46.665966 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b1914-d003-4b9e-88e6-0b897369444c None None] Pushing event updated for resources: {'Port': ['ID=f32d0842-a425-4b7a-9130-46fe56f36140,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:46.685742 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:12:46.686139 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Checking segment: {'id': 'd5a10335-24bb-4336-b4a0-5e7a2dbed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:46.686541 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.686936 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Bound using segment: {'id': 'd5a10335-24bb-4336-b4a0-5e7a2dbed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:12:46.687410 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Bound port: ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a10335-24bb-4336-b4a0-5e7a2dbed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:12:46.687786 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.731387 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.750931 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Attempting to bind port f32d0842-a425-4b7a-9130-46fe56f36140 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:12:46.751296 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Attempting to bind port f32d0842-a425-4b7a-9130-46fe56f36140 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:12:46.752202 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Attempting to bind port f32d0842-a425-4b7a-9130-46fe56f36140 on network 28bd1dfe-6657-448c-8420-457cc7fd5d76 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:12:46.775549 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:12:46.775985 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Checking segment: {'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:46.776347 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.782330 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Bound using segment: {'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:12:46.783242 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Bound port: f32d0842-a425-4b7a-9130-46fe56f36140, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:12:46.783733 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.855571 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:46.861442 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] For port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:12:46.908425 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] For port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e,segment=NetworkSegment(d5a10335-24bb-4336-b4a0-5e7a2dbed0fd),segment_id=d5a10335-24bb-4336-b4a0-5e7a2dbed0fd)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:12:46.923178 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.972243 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] For port f32d0842-a425-4b7a-9130-46fe56f36140, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:12:46.976553 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430331'] for router, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:47.001045 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] For port f32d0842-a425-4b7a-9130-46fe56f36140, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=f32d0842-a425-4b7a-9130-46fe56f36140,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:12:47.013325 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:47.025689 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a6f4a-fa29-48ca-b42a-c862642bbca0 None None] Pushing event updated for resources: {'Port': ['ID=ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e,revision_number=2']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:47.035358 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:47.035733 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:47.123287 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Routers {'50ce211f-314f-461b-880b-2726b3dddc62'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:47.123926 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:12:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['50ce211f-314f-461b-880b-2726b3dddc62'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:47.128564 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b1914-d003-4b9e-88e6-0b897369444c None None] Pushing event updated for resources: {'Port': ['ID=f32d0842-a425-4b7a-9130-46fe56f36140,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:47.147682 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 is scheduled to L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 with binding_index 1 {{(pid=93871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:12:47.296074 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] Set router 50ce211f-314f-461b-880b-2726b3dddc62 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:47.310583 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:47.324998 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Sync routers for ids ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:47.340282 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Routers {'343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:47.343856 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:12:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:47.350669 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:47.352315 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8e214b03-af34-48e6-a43a-05b8f6b4d66f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8643012 Aug 27 04:12:47.355178 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47678) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:47.460776 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Set router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:47.533816 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 4, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'f32d0842-a425-4b7a-9130-46fe56f36140', 'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'mac_address': 'fa:16:3e:8d:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:42Z', 'updated_at': '2021-08-27T04:12:46Z', 'revision_number': 4, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'subnets': [{'id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:47.561744 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d3bd0-a99b-4d19-bd3f-9e00d0b1d265 None None] The sync data for ids ['50ce211f-314f-461b-880b-2726b3dddc62'] in dv-cinder-773985-14-iscsi is: [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 4, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'f32d0842-a425-4b7a-9130-46fe56f36140', 'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'mac_address': 'fa:16:3e:8d:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:42Z', 'updated_at': '2021-08-27T04:12:46Z', 'revision_number': 4, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'subnets': [{'id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:47.719733 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'name': 'tempest-TestShelveInstance-2136154610-router', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:45Z', 'updated_at': '2021-08-27T04:12:46Z', 'revision_number': 3, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'gw_port': {'id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:46Z', 'updated_at': '2021-08-27T04:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:47.756338 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Checking router: 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:47.756702 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Updating router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 binding host dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:12:47.804329 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:47.877454 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.073938 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Allocated IP 172.20.0.1 (3b1fa9bb-369c-4859-8967-b279543a6e22/8f452e6f-503c-4783-96b8-a601668d51aa/c76ccbb3-6a18-4dec-ae44-782b8579a0eb) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:48.138761 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Notify callbacks [] for port, precommit_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.143250 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36934eb5-5b30-4483-9957-b9377ccfb92a None None] Network 3b1fa9bb-369c-4859-8967-b279543a6e22 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:48.160281 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.provisioning_blocks [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Transition to ACTIVE for port object 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 will not be triggered until provisioned by entity L2. {{(pid=93874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:48.168663 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.219486 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-654dd995-a62e-4089-82d1-c80efef25ef0 None None] Provisioning for port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:48.225002 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Attempting to bind port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:12:48.225372 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Attempting to bind port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:12:48.225736 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Attempting to bind port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 on network 72494cfa-c7c5-48de-8c41-db48fc0cee32 {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:12:48.231670 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed5db6-0e28-42b6-b0c5-b671fa6199cb None None] Pushing event updated for resources: {'Port': ['ID=178ad752-6ee4-4953-9bfa-5c8d63c6b1b7,revision_number=2']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:48.240180 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:12:48.240609 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Checking segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:48.241112 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.241746 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Bound using segment: {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'} {{(pid=93874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:12:48.242374 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.managers [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Bound port: 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2996f9-c46b-4147-8a92-8652f68a6542', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32'}}] {{(pid=93874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:12:48.242848 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.253638 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.270773 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Transition to ACTIVE for port object c76ccbb3-6a18-4dec-ae44-782b8579a0eb will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:48.306234 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] For port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:12:48.309633 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.plugins.ml2.db [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] For port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=178ad752-6ee4-4953-9bfa-5c8d63c6b1b7,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:12:48.316271 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron_lib.callbacks.manager [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.317872 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.363266 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Network 3b1fa9bb-369c-4859-8967-b279543a6e22 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:48.368011 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed5db6-0e28-42b6-b0c5-b671fa6199cb None None] Pushing event updated for resources: {'Port': ['ID=178ad752-6ee4-4953-9bfa-5c8d63c6b1b7,revision_number=3']} {{(pid=93874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:48.368603 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:48.372922 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:48.386392 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Routers {'343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:48.387027 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:12:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:48.411756 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c76ccbb3-6a18-4dec-ae44-782b8579a0eb,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:48.424357 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430116'] for router_interface, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.528539 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] Set router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:48.602556 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.747836 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'name': 'tempest-TestShelveInstance-2136154610-router', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:45Z', 'updated_at': '2021-08-27T04:12:46Z', 'revision_number': 3, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'gw_port': {'id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:46Z', 'updated_at': '2021-08-27T04:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:48.829607 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.837883 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.894502 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-825e989a-713e-476f-b9e7-f1f8429a5c1b None None] Provisioning for port c76ccbb3-6a18-4dec-ae44-782b8579a0eb completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:48.899543 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-825e989a-713e-476f-b9e7-f1f8429a5c1b None None] Provisioning complete for port c76ccbb3-6a18-4dec-ae44-782b8579a0eb triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:48.899933 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-825e989a-713e-476f-b9e7-f1f8429a5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.905466 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558eb8b-bcf5-49f3-b891-7fcedbd1ed5d None None] The sync data for ids ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'] in dv-cinder-773985-14-iscsi is: [{'id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'name': 'tempest-TestShelveInstance-2136154610-router', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:45Z', 'updated_at': '2021-08-27T04:12:46Z', 'revision_number': 3, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'gw_port': {'id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:46Z', 'updated_at': '2021-08-27T04:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:48.954105 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device f32d0842-a425-4b7a-9130-46fe56f36140 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:48.960249 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133756074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430587'] for router_interface, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.963287 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c76ccbb3-6a18-4dec-ae44-782b8579a0eb,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:49.078110 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Network 3b1fa9bb-369c-4859-8967-b279543a6e22 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:49.080258 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:49.129123 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-825e989a-713e-476f-b9e7-f1f8429a5c1b None None] Port c76ccbb3-6a18-4dec-ae44-782b8579a0eb cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:12:49.169075 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port f32d0842-a425-4b7a-9130-46fe56f36140 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:49.174268 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port f32d0842-a425-4b7a-9130-46fe56f36140 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:49.174448 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.231301 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:12:49.276826 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.317795 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port f32d0842-a425-4b7a-9130-46fe56f36140, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=f32d0842-a425-4b7a-9130-46fe56f36140,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:49.322384 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.323250 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:49.382932 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:49.388689 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-c4515756-7c0f-4610-8550-15ba980487b7 admin admin] 10.222.0.48 "PUT /v2.0/routers/343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0321419 Aug 27 04:12:49.416844 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-586f0073-a0ec-4922-9b7a-6537a7fc2c71 None None] Provisioning complete for port c76ccbb3-6a18-4dec-ae44-782b8579a0eb triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:49.417593 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-586f0073-a0ec-4922-9b7a-6537a7fc2c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.451779 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=f32d0842-a425-4b7a-9130-46fe56f36140,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:49.474923 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-586f0073-a0ec-4922-9b7a-6537a7fc2c71 None None] Port c76ccbb3-6a18-4dec-ae44-782b8579a0eb cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:12:49.482485 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:49.488627 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:49.489003 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.586618 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.622697 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e,segment=NetworkSegment(d5a10335-24bb-4336-b4a0-5e7a2dbed0fd),segment_id=d5a10335-24bb-4336-b4a0-5e7a2dbed0fd)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:49.628044 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.682813 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:50.909504 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Sync routers for ids ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:50.919772 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Routers {'343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:50.920506 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:12:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:50.925021 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device f32d0842-a425-4b7a-9130-46fe56f36140 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:51.055001 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port f32d0842-a425-4b7a-9130-46fe56f36140 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:51.055441 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.077382 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47708) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:51.085043 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-c0ca377c-2c18-448b-b14f-fb58ba4bd867 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1593467031', 'description': 'tempest-secgroup-smoke-1593467031 description', 'project_id': '814e05e5f20b4f4588cdb9be1602d70f'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:51.086202 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Set router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:51.109351 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c0ca377c-2c18-448b-b14f-fb58ba4bd867 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.194914 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c0ca377c-2c18-448b-b14f-fb58ba4bd867 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.198691 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c0ca377c-2c18-448b-b14f-fb58ba4bd867 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.227537 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-c0ca377c-2c18-448b-b14f-fb58ba4bd867 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.228769 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-c0ca377c-2c18-448b-b14f-fb58ba4bd867 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1489103 Aug 27 04:12:51.230590 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca377c-2c18-448b-b14f-fb58ba4bd867 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:51.232876 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47710) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:51.240162 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-cfe132f7-ddb0-43a7-9bab-88e7b43d10bd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Request body: {'security_group_rule': {'security_group_id': 'e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d', 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:51.260428 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:51.269880 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cfe132f7-ddb0-43a7-9bab-88e7b43d10bd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.328993 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cfe132f7-ddb0-43a7-9bab-88e7b43d10bd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.333738 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cfe132f7-ddb0-43a7-9bab-88e7b43d10bd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.352038 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:51.353273 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe132f7-ddb0-43a7-9bab-88e7b43d10bd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e1bd6f-49e2-4288-b309-16669eddfbd6,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:51.359013 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:51.359312 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cfe132f7-ddb0-43a7-9bab-88e7b43d10bd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.359392 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.360535 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-cfe132f7-ddb0-43a7-9bab-88e7b43d10bd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255653 Aug 27 04:12:51.363362 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47712) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:51.368170 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-9a5d6914-9f63-43db-b2c8-38d8cd2175dc tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Request body: {'security_group_rule': {'security_group_id': 'e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d', 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:51.386396 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'name': 'tempest-TestShelveInstance-2136154610-router', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:45Z', 'updated_at': '2021-08-27T04:12:48Z', 'revision_number': 4, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'gw_port': {'id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:46Z', 'updated_at': '2021-08-27T04:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'c76ccbb3-6a18-4dec-ae44-782b8579a0eb', 'name': '', 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'mac_address': 'fa:16:3e:75:0d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f452e6f-503c-4783-96b8-a601668d51aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:47Z', 'updated_at': '2021-08-27T04:12:48Z', 'revision_number': 2, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'subnets': [{'id': '8f452e6f-503c-4783-96b8-a601668d51aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:51.397723 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6914-9f63-43db-b2c8-38d8cd2175dc tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.418148 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Checking router: 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:51.418499 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Updating router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 port c76ccbb3-6a18-4dec-ae44-782b8579a0eb binding host dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:12:51.448464 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.458275 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6914-9f63-43db-b2c8-38d8cd2175dc tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.462271 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6914-9f63-43db-b2c8-38d8cd2175dc tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.479494 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d6914-9f63-43db-b2c8-38d8cd2175dc tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1234119c-2a4d-4563-a572-6a8a035ddcff,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:51.489282 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6914-9f63-43db-b2c8-38d8cd2175dc tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.490565 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9a5d6914-9f63-43db-b2c8-38d8cd2175dc tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261561 Aug 27 04:12:51.493340 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47714) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:51.498395 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-dfbf74d6-9d92-427f-9a73-fd84d5f1a41c tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Request body: {'security_group_rule': {'security_group_id': 'e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d', 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:51.526808 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dfbf74d6-9d92-427f-9a73-fd84d5f1a41c tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.575077 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.592086 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dfbf74d6-9d92-427f-9a73-fd84d5f1a41c tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.596393 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dfbf74d6-9d92-427f-9a73-fd84d5f1a41c tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.611539 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=178ad752-6ee4-4953-9bfa-5c8d63c6b1b7,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:51.615719 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf74d6-9d92-427f-9a73-fd84d5f1a41c tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecca059a-aef6-4350-875a-8c3c6510540e,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:51.617233 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.617625 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:51.624963 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dfbf74d6-9d92-427f-9a73-fd84d5f1a41c tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.626279 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-dfbf74d6-9d92-427f-9a73-fd84d5f1a41c tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317470 Aug 27 04:12:51.629467 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47716) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:51.634351 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-271e0ea7-17be-42c0-a241-2cd098f78852 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Request body: {'security_group_rule': {'security_group_id': 'e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d', 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:51.660926 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-271e0ea7-17be-42c0-a241-2cd098f78852 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.723285 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-271e0ea7-17be-42c0-a241-2cd098f78852 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.727124 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-271e0ea7-17be-42c0-a241-2cd098f78852 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.742745 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e0ea7-17be-42c0-a241-2cd098f78852 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e345629-fd5b-4f21-ab8d-c6ced329516c,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:51.748943 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=178ad752-6ee4-4953-9bfa-5c8d63c6b1b7,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:51.752925 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-271e0ea7-17be-42c0-a241-2cd098f78852 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.757119 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47718) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:51.757271 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-271e0ea7-17be-42c0-a241-2cd098f78852 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269355 Aug 27 04:12:51.762026 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-5ffc32f1-a82e-4087-b78b-cf7d9952ad20 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Request body: {'security_group_rule': {'security_group_id': 'e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d', 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:51.774238 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:51.774608 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.783803 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.securitygroups_db [None req-5ffc32f1-a82e-4087-b78b-cf7d9952ad20 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Project 814e05e5f20b4f4588cdb9be1602d70f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:12:51.788656 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5ffc32f1-a82e-4087-b78b-cf7d9952ad20 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.860077 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5ffc32f1-a82e-4087-b78b-cf7d9952ad20 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.864213 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5ffc32f1-a82e-4087-b78b-cf7d9952ad20 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.884559 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc32f1-a82e-4087-b78b-cf7d9952ad20 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75952921-377d-4079-a26a-ebb85316a631,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:51.887427 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-5ffc32f1-a82e-4087-b78b-cf7d9952ad20 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.891132 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-5ffc32f1-a82e-4087-b78b-cf7d9952ad20 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303134 Aug 27 04:12:51.891509 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47720) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:51.894051 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.897187 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [None req-ed480c38-2578-410b-a36c-c538d8cc2fb4 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Request body: {'security_group_rule': {'security_group_id': 'e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d', 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:51.912841 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Transition to ACTIVE for port object c76ccbb3-6a18-4dec-ae44-782b8579a0eb will not be triggered until provisioned by entity L2. {{(pid=93873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:51.923021 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.924128 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.securitygroups_db [None req-ed480c38-2578-410b-a36c-c538d8cc2fb4 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Project 814e05e5f20b4f4588cdb9be1602d70f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:12:51.929375 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ed480c38-2578-410b-a36c-c538d8cc2fb4 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.972538 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4939a5-b4d6-4efa-9363-d96d46481c40 None None] Pushing event updated for resources: {'Port': ['ID=c76ccbb3-6a18-4dec-ae44-782b8579a0eb,revision_number=3']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:52.002481 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ed480c38-2578-410b-a36c-c538d8cc2fb4 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.006844 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ed480c38-2578-410b-a36c-c538d8cc2fb4 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-328853'] for security_group_rule, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.024681 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed480c38-2578-410b-a36c-c538d8cc2fb4 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b342c9b-bad2-4ec2-97ed-46b24e5414f0,revision_number=0']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:52.026732 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Attempting to bind port c76ccbb3-6a18-4dec-ae44-782b8579a0eb on host dv-cinder-773985-14-iscsi for vnic_type normal with profile {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:12:52.027102 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Attempting to bind port c76ccbb3-6a18-4dec-ae44-782b8579a0eb by drivers openvswitch,hyperv on host dv-cinder-773985-14-iscsi at level 0 using segments [{'id': 'd5a10335-24bb-4336-b4a0-5e7a2dbed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22'}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:12:52.027460 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Attempting to bind port c76ccbb3-6a18-4dec-ae44-782b8579a0eb on network 3b1fa9bb-369c-4859-8967-b279543a6e22 {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:12:52.035328 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Checking agent: {'id': 'a771203b-2c9a-40da-a67f-030b9ce01e5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 23, 5), 'started_at': datetime.datetime(2021, 8, 27, 3, 23, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:12:52.035711 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Checking segment: {'id': 'd5a10335-24bb-4336-b4a0-5e7a2dbed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:52.036158 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.036592 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Bound using segment: {'id': 'd5a10335-24bb-4336-b4a0-5e7a2dbed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22'} {{(pid=93873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:12:52.037958 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ed480c38-2578-410b-a36c-c538d8cc2fb4 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.039219 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ed480c38-2578-410b-a36c-c538d8cc2fb4 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469491 Aug 27 04:12:52.039976 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.managers [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Bound port: c76ccbb3-6a18-4dec-ae44-782b8579a0eb, host: dv-cinder-773985-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a10335-24bb-4336-b4a0-5e7a2dbed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22'}}] {{(pid=93873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:12:52.040373 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.121153 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] For port c76ccbb3-6a18-4dec-ae44-782b8579a0eb, host dv-cinder-773985-14-iscsi, cleared binding levels {{(pid=93873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:12:52.125234 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] For port c76ccbb3-6a18-4dec-ae44-782b8579a0eb, host dv-cinder-773985-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=c76ccbb3-6a18-4dec-ae44-782b8579a0eb,segment=NetworkSegment(d5a10335-24bb-4336-b4a0-5e7a2dbed0fd),segment_id=d5a10335-24bb-4336-b4a0-5e7a2dbed0fd)] {{(pid=93873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:12:52.138501 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.202482 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4939a5-b4d6-4efa-9363-d96d46481c40 None None] Pushing event updated for resources: {'Port': ['ID=c76ccbb3-6a18-4dec-ae44-782b8579a0eb,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:52.206068 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Routers {'343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:52.206694 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:12:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:52.325723 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] Set router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:52.549681 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'name': 'tempest-TestShelveInstance-2136154610-router', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:45Z', 'updated_at': '2021-08-27T04:12:48Z', 'revision_number': 4, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'gw_port': {'id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:46Z', 'updated_at': '2021-08-27T04:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'c76ccbb3-6a18-4dec-ae44-782b8579a0eb', 'name': '', 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'mac_address': 'fa:16:3e:75:0d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f452e6f-503c-4783-96b8-a601668d51aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:47Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'subnets': [{'id': '8f452e6f-503c-4783-96b8-a601668d51aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:52.578389 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529680f-9814-462f-a055-e84e9cdb38c1 None None] The sync data for ids ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'] in dv-cinder-773985-14-iscsi is: [{'id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'name': 'tempest-TestShelveInstance-2136154610-router', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:45Z', 'updated_at': '2021-08-27T04:12:48Z', 'revision_number': 4, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'gw_port': {'id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:46Z', 'updated_at': '2021-08-27T04:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'c76ccbb3-6a18-4dec-ae44-782b8579a0eb', 'name': '', 'network_id': '3b1fa9bb-369c-4859-8967-b279543a6e22', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'mac_address': 'fa:16:3e:75:0d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8f452e6f-503c-4783-96b8-a601668d51aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:47Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'subnets': [{'id': '8f452e6f-503c-4783-96b8-a601668d51aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:52.910910 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:52.965936 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:52.966597 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:53.056672 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device c76ccbb3-6a18-4dec-ae44-782b8579a0eb up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:53.105012 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning for port c76ccbb3-6a18-4dec-ae44-782b8579a0eb completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:53.108763 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port c76ccbb3-6a18-4dec-ae44-782b8579a0eb triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:53.109140 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:53.194559 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:53.238980 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] For port c76ccbb3-6a18-4dec-ae44-782b8579a0eb, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=c76ccbb3-6a18-4dec-ae44-782b8579a0eb,segment=NetworkSegment(d5a10335-24bb-4336-b4a0-5e7a2dbed0fd),segment_id=d5a10335-24bb-4336-b4a0-5e7a2dbed0fd)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:53.245102 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:53.309809 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Pushing event updated for resources: {'Port': ['ID=c76ccbb3-6a18-4dec-ae44-782b8579a0eb,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:54.841832 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device c76ccbb3-6a18-4dec-ae44-782b8579a0eb up at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:54.893410 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Provisioning complete for port c76ccbb3-6a18-4dec-ae44-782b8579a0eb triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:54.893803 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:00.889218 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ed49a1b3-1090-499a-b3e7-9991aab008d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:03.838388 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f50b8c9-1bb2-443d-9a23-9743ce0bf6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:04.924521 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:05.285270 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:07.097619 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:10.433065 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:15.937661 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-e9f1961a-1487-4375-b2a5-c0c1733f9786 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1593467031&fields=id&tenant_id=814e05e5f20b4f4588cdb9be1602d70f HTTP/1.1" status: 200 len: 267 time: 0.0329905 Aug 27 04:13:16.046252 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-34bf0ae3-a8cf-44d7-bf6b-766ae8e2206e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:16.048098 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-34bf0ae3-a8cf-44d7-bf6b-766ae8e2206e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/networks?id=28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 200 len: 809 time: 0.1029465 Aug 27 04:13:16.063374 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-618a1389-8f43-4e72-9ac2-9e1ae6644184 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/quotas/814e05e5f20b4f4588cdb9be1602d70f HTTP/1.1" status: 200 len: 375 time: 0.0090661 Aug 27 04:13:16.114797 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-bf6b8ad1-5cb6-4b87-959c-2e4101a307ae tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461740 Aug 27 04:13:16.215523 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-eaa33969-ba42-4b4a-a7e8-95f70cde296d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:13:16.216530 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-eaa33969-ba42-4b4a-a7e8-95f70cde296d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0910561 Aug 27 04:13:16.308599 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-73ff872b-2be3-42a1-947f-d1236ad6bfae service neutron] 10.222.0.48 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848570 Aug 27 04:13:16.402454 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-905787e7-d747-4e1f-bbd1-4c8aaf168b93 service neutron] 10.222.0.48 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873921 Aug 27 04:13:16.736100 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dbf7a9d7-15f4-4ebd-bd23-4b73bf4e6d6f req-0500b049-ea08-447a-a7f3-11e7f01f9cdf tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 210 time: 0.0797811 Aug 27 04:13:16.805133 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:13:17.776135 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-7b5ed84a-b350-4c32-aa18-93a3733c1c2e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:17.777358 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-7b5ed84a-b350-4c32-aa18-93a3733c1c2e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.62 "GET /v2.0/networks?id=28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 200 len: 809 time: 0.1093316 Aug 27 04:13:17.856613 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-988b1a79-d9d0-46b0-8892-840cd753803a req-e1542137-d328-4238-9400-0071b99aa7b7 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 210 time: 0.0358500 Aug 27 04:13:17.869531 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-fe58c393-7af7-403b-bf66-eab026f4d002 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=814e05e5f20b4f4588cdb9be1602d70f HTTP/1.1" status: 200 len: 380 time: 0.0627227 Aug 27 04:13:17.879517 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Request body: {'port': {'device_id': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'admin_state_up': True, 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'security_groups': ['e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d']}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:17.994603 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Made reservation on behalf of 814e05e5f20b4f4588cdb9be1602d70f for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:13:17.998174 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:18.119860 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Allocated IP 172.20.0.10 (28bd1dfe-6657-448c-8420-457cc7fd5d76/0d51645d-d5cb-413e-9841-2a75bf7ccc9a/b0e073ba-4228-44fe-bdc0-e5cec33baf12) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:13:18.261978 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:18.277468 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Transition to ACTIVE for port object b0e073ba-4228-44fe-bdc0-e5cec33baf12 will not be triggered until provisioned by entity DHCP. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:13:18.312150 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:18.357720 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Network 28bd1dfe-6657-448c-8420-457cc7fd5d76 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:13:18.363507 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:13:18.367268 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:13:18.373882 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event updated for resources: {'Port': ['ID=b0e073ba-4228-44fe-bdc0-e5cec33baf12,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:18.403039 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.403389 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.403736 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.404078 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.404412 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.404748 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.405079 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.405414 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.405740 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.406097 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.406430 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.406758 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:18.435837 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:18.436750 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:18.452545 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-3235b551-ab8a-434c-af52-1a0650f629e5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5771995 Aug 27 04:13:18.477355 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-fcb2307d-5e81-48b5-9f65-da1776cbd5f0 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:13:18.478490 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-fcb2307d-5e81-48b5-9f65-da1776cbd5f0 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055668 Aug 27 04:13:18.536294 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Request body: {'port': {'device_id': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:18.598857 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-04321d94-af4c-405b-9ac0-0ceb62cca499 None None] Provisioning for port b0e073ba-4228-44fe-bdc0-e5cec33baf12 completed by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:13:18.600219 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:18.602795 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-04321d94-af4c-405b-9ac0-0ceb62cca499 None None] Provisioning complete for port b0e073ba-4228-44fe-bdc0-e5cec33baf12 triggered by entity DHCP. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:13:18.603323 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-04321d94-af4c-405b-9ac0-0ceb62cca499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:18.638259 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-04321d94-af4c-405b-9ac0-0ceb62cca499 None None] Port b0e073ba-4228-44fe-bdc0-e5cec33baf12 cannot update to ACTIVE because it is not bound. {{(pid=93873) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:13:18.866771 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e073ba-4228-44fe-bdc0-e5cec33baf12 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:13:18.874195 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:18.887113 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Transition to ACTIVE for port object b0e073ba-4228-44fe-bdc0-e5cec33baf12 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:13:18.890833 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:18.990303 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Pushing event updated for resources: {'Port': ['ID=b0e073ba-4228-44fe-bdc0-e5cec33baf12,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:19.045139 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73939ac-f8fc-4b0c-b2fb-7fa5a39d2251 req-620b1a21-2035-4e59-bc19-3e5f3d5adc85 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:19.046768 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d73939ac-f8fc-4b0c-b2fb-7fa5a39d2251 req-620b1a21-2035-4e59-bc19-3e5f3d5adc85 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.1193414 Aug 27 04:13:19.075651 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Attempting to bind port b0e073ba-4228-44fe-bdc0-e5cec33baf12 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:13:19.075985 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Attempting to bind port b0e073ba-4228-44fe-bdc0-e5cec33baf12 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:13:19.076314 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Attempting to bind port b0e073ba-4228-44fe-bdc0-e5cec33baf12 on network 28bd1dfe-6657-448c-8420-457cc7fd5d76 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:13:19.087758 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Port b0e073ba-4228-44fe-bdc0-e5cec33baf12 on network 28bd1dfe-6657-448c-8420-457cc7fd5d76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:13:19.088102 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Attempting to bind port b0e073ba-4228-44fe-bdc0-e5cec33baf12 on network 28bd1dfe-6657-448c-8420-457cc7fd5d76 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:13:19.099547 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:13:19.099884 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Checking segment: {'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:13:19.100275 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Bound using segment: {'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:13:19.100704 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Bound port: b0e073ba-4228-44fe-bdc0-e5cec33baf12, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c0faf8-371b-4b63-928b-c782be65cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:13:19.101062 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:19.108139 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d73939ac-f8fc-4b0c-b2fb-7fa5a39d2251 req-7fe390df-cd9d-47c2-bc0d-f3c8b976c5c4 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538530 Aug 27 04:13:19.173744 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] For port b0e073ba-4228-44fe-bdc0-e5cec33baf12, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:13:19.176679 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] For port b0e073ba-4228-44fe-bdc0-e5cec33baf12, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:13:19.182144 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:19.215392 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:19.218491 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:19.220143 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] 10.222.0.62 "PUT /v2.0/ports/b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 200 len: 1094 time: 0.7338521 Aug 27 04:13:19.222928 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:13:19.225273 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03b92c1-d8d6-4958-8f74-360c2bcdb367" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:13:19.259028 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728937d-b147-45ad-8700-4f0978dd759e service neutron] Pushing event updated for resources: {'Port': ['ID=b0e073ba-4228-44fe-bdc0-e5cec33baf12,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:19.326744 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-ab0882d2-db04-46bf-bf77-2ce324164315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:19.328493 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-ab0882d2-db04-46bf-bf77-2ce324164315 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1097 time: 0.0449481 Aug 27 04:13:19.337792 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb55abec-29b0-4c5b-8b27-46ed64a2df34 x-openstack-request-id: req-fb55abec-29b0-4c5b-8b27-46ed64a2df34 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:13:19.338128 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:13:19.338394 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb55abec-29b0-4c5b-8b27-46ed64a2df34 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:13:19.338890 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'status': 'completed', 'code': 200} Aug 27 04:13:19.385283 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-4c459564-bd2d-4b8c-9a0f-226412777eff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 200 len: 217 time: 0.0384908 Aug 27 04:13:19.443850 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-393f90d2-e5c1-4134-855d-c7c7a8c8a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:19.445236 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-393f90d2-e5c1-4134-855d-c7c7a8c8a3b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d51645d-d5cb-413e-9841-2a75bf7ccc9a HTTP/1.1" status: 200 len: 848 time: 0.0531523 Aug 27 04:13:19.492047 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-335d1732-5515-42d4-87cb-e23b5dc3bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:19.493556 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-335d1732-5515-42d4-87cb-e23b5dc3bc84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28bd1dfe-6657-448c-8420-457cc7fd5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416551 Aug 27 04:13:19.592605 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-ec69f53f-474b-4dd2-be03-9e809b5845a5 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920556 Aug 27 04:13:19.683080 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4acce0bf-8aa2-472e-bea4-af1a97b10b6f req-6c9efa1f-86c4-40ad-bde9-7063dc179379 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829265 Aug 27 04:13:19.810319 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b92c1-d8d6-4958-8f74-360c2bcdb367 req-a0a2b72b-bb31-4e0d-8fb7-bfa0a4a9acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:19.811795 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b03b92c1-d8d6-4958-8f74-360c2bcdb367 req-a0a2b72b-bb31-4e0d-8fb7-bfa0a4a9acb5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1097 time: 0.0422766 Aug 27 04:13:19.905937 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b92c1-d8d6-4958-8f74-360c2bcdb367 req-680b783f-9a98-45b5-ba82-a2e426e7878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:19.908086 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b03b92c1-d8d6-4958-8f74-360c2bcdb367 req-680b783f-9a98-45b5-ba82-a2e426e7878c service neutron] 10.222.0.62 "GET /v2.0/networks?id=28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 200 len: 910 time: 0.0882061 Aug 27 04:13:19.951731 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b03b92c1-d8d6-4958-8f74-360c2bcdb367 req-abd7a4b5-e0b7-40a2-84e1-2ef8999493c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 200 len: 217 time: 0.0365651 Aug 27 04:13:20.002880 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b92c1-d8d6-4958-8f74-360c2bcdb367 req-6800311c-fba3-44c6-bae0-d15b4bf05371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:20.004365 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b03b92c1-d8d6-4958-8f74-360c2bcdb367 req-6800311c-fba3-44c6-bae0-d15b4bf05371 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d51645d-d5cb-413e-9841-2a75bf7ccc9a HTTP/1.1" status: 200 len: 848 time: 0.0461965 Aug 27 04:13:20.055264 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b92c1-d8d6-4958-8f74-360c2bcdb367 req-52ce36e9-7bb7-4296-a997-7baabef5a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:20.056740 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b03b92c1-d8d6-4958-8f74-360c2bcdb367 req-52ce36e9-7bb7-4296-a997-7baabef5a48d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28bd1dfe-6657-448c-8420-457cc7fd5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444863 Aug 27 04:13:20.144024 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b03b92c1-d8d6-4958-8f74-360c2bcdb367 req-c1618f6e-6a0b-422f-8199-3a02c398e46a service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803213 Aug 27 04:13:20.270612 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e39cd1-4a9d-405e-850d-4927f0fe822f req-0125e3ac-e10c-4ce7-a132-33a76a864355 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:20.272105 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d5e39cd1-4a9d-405e-850d-4927f0fe822f req-0125e3ac-e10c-4ce7-a132-33a76a864355 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0761194 Aug 27 04:13:20.275749 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b03b92c1-d8d6-4958-8f74-360c2bcdb367 req-0302d869-f6d9-4786-a49c-6acc07ede322 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251318 Aug 27 04:13:20.310115 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d5e39cd1-4a9d-405e-850d-4927f0fe822f req-9c43346f-2fe4-4d78-ac94-2d462b63c1c7 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319939 Aug 27 04:13:21.428886 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a243ff-0bfa-4f45-a448-198895cebd5b req-831b84c4-0ae4-4347-b740-f5eb8effc117 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:21.430409 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f0a243ff-0bfa-4f45-a448-198895cebd5b req-831b84c4-0ae4-4347-b740-f5eb8effc117 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0508349 Aug 27 04:13:21.471135 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f0a243ff-0bfa-4f45-a448-198895cebd5b req-84b37729-bafc-45f3-b3e2-b2f781ca39ca tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348368 Aug 27 04:13:22.585073 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb344651-43da-4fbe-8268-3c850995fa9f req-56ef8949-eced-4073-b6f7-b6b0df0c17c5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:22.586772 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb344651-43da-4fbe-8268-3c850995fa9f req-56ef8949-eced-4073-b6f7-b6b0df0c17c5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0496848 Aug 27 04:13:22.624980 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cb344651-43da-4fbe-8268-3c850995fa9f req-aa796ca4-8c7e-4977-ac2d-3e9cdaedb8fa tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323424 Aug 27 04:13:23.740463 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc446880-4d9e-4675-ab65-7c0ea5493902 req-6bf52de2-6075-414c-9532-d099c3a937c1 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:23.742161 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc446880-4d9e-4675-ab65-7c0ea5493902 req-6bf52de2-6075-414c-9532-d099c3a937c1 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0507360 Aug 27 04:13:23.778865 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dc446880-4d9e-4675-ab65-7c0ea5493902 req-2203bb7e-4eef-4985-845b-be5a046e4482 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309355 Aug 27 04:13:24.890126 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c0ecc-4417-44e2-8ee5-311b3b1771f0 req-c73f4e41-a19f-49e8-81a8-98c72374b9cd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:24.891583 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a15c0ecc-4417-44e2-8ee5-311b3b1771f0 req-c73f4e41-a19f-49e8-81a8-98c72374b9cd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0472119 Aug 27 04:13:24.933215 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a15c0ecc-4417-44e2-8ee5-311b3b1771f0 req-a6c61a21-c012-4ffd-a888-08186eb486e8 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351346 Aug 27 04:13:26.047343 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d186-dd6a-47a2-944c-e96688fe3550 req-7b527786-9d6e-4619-8784-f279a6b28a45 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:26.049263 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a983d186-dd6a-47a2-944c-e96688fe3550 req-7b527786-9d6e-4619-8784-f279a6b28a45 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0511966 Aug 27 04:13:26.088218 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a983d186-dd6a-47a2-944c-e96688fe3550 req-dfbde081-0c55-47cc-a81a-f1b13bec60b6 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Aug 27 04:13:27.203537 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b7f1-a4c1-44fd-a21f-0a6626271c1d req-dd310376-c975-4dad-8289-f7ca2b7d5868 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:27.205101 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6294b7f1-a4c1-44fd-a21f-0a6626271c1d req-dd310376-c975-4dad-8289-f7ca2b7d5868 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0488913 Aug 27 04:13:27.243485 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6294b7f1-a4c1-44fd-a21f-0a6626271c1d req-d3d2b832-e738-456c-9af4-a9ba37ccf20f tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323935 Aug 27 04:13:28.044331 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device b0e073ba-4228-44fe-bdc0-e5cec33baf12 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:13:28.140128 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port b0e073ba-4228-44fe-bdc0-e5cec33baf12, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:28.152729 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'port_id': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'mac_address': 'fa:16:3e:bb:49:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:13:28.158905 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 47984) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:28.191331 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:28.204695 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e073ba-4228-44fe-bdc0-e5cec33baf12 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:13:28.224243 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port b0e073ba-4228-44fe-bdc0-e5cec33baf12, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:28.228224 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:28.285357 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=b0e073ba-4228-44fe-bdc0-e5cec33baf12,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:28.670597 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6801e-3e75-4d7e-af54-ef9b8d59d831 req-94fa3f8c-8d8e-4843-8f90-39771911aa28 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:28.672311 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5de6801e-3e75-4d7e-af54-ef9b8d59d831 req-94fa3f8c-8d8e-4843-8f90-39771911aa28 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 945 time: 0.0939047 Aug 27 04:13:28.713111 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['b0e073ba-4228-44fe-bdc0-e5cec33baf12'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:13:28.758327 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5de6801e-3e75-4d7e-af54-ef9b8d59d831 req-4271be8e-b571-4363-b43e-4fb75d49e741 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782046 Aug 27 04:13:28.948074 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:29.192222 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] Deleting port b2f7d86a-12c4-45d4-b107-3e3b339bd2da {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:13:29.192566 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:29.272609 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] For port b2f7d86a-12c4-45d4-b107-3e3b339bd2da, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=b2f7d86a-12c4-45d4-b107-3e3b339bd2da,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:29.272975 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:29.285513 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] Calling delete_port for b2f7d86a-12c4-45d4-b107-3e3b339bd2da owned by network:router_interface {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:13:29.468911 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:29.492919 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f7d86a-12c4-45d4-b107-3e3b339bd2da,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:29.659731 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133756051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:29.909170 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] Router 1dcf4444-de43-4674-9734-306a1171a574 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:13:29.917735 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8554c0-fe27-481f-9830-1f72e6d2631b req-bb042053-7e51-4de2-ba53-d0468d047815 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:29.919249 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec8554c0-fe27-481f-9830-1f72e6d2631b req-bb042053-7e51-4de2-ba53-d0468d047815 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 945 time: 0.0912833 Aug 27 04:13:29.996259 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ec8554c0-fe27-481f-9830-1f72e6d2631b req-8757991f-1acb-4d85-a626-520080636221 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704954 Aug 27 04:13:30.053732 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:13:30.059459 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device b0e073ba-4228-44fe-bdc0-e5cec33baf12 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:13:30.061114 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-1a6b7240-0f0c-4604-8ea9-21a52bfa665d admin admin] 10.222.0.48 "PUT /v2.0/routers/1dcf4444-de43-4674-9734-306a1171a574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9011261 Aug 27 04:13:30.061687 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47992) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:30.065140 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e294e8-2e4b-433a-b2f6-a7fcb6a9125d None None] Sync routers for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:13:30.074145 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e294e8-2e4b-433a-b2f6-a7fcb6a9125d None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:13:30.074746 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b2e294e8-2e4b-433a-b2f6-a7fcb6a9125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:13:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:30.109794 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port b0e073ba-4228-44fe-bdc0-e5cec33baf12 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:13:30.114583 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port b0e073ba-4228-44fe-bdc0-e5cec33baf12 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:13:30.115127 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.168586 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.185046 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b2e294e8-2e4b-433a-b2f6-a7fcb6a9125d None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:13:30.193343 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.217608 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:13:30.220781 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeec653-ce47-4fc2-827b-96a29caa80b3" -d '{"events": [{"server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "name": "network-vif-plugged", "status": "completed", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:13:30.238638 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port b0e073ba-4228-44fe-bdc0-e5cec33baf12, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:30.245053 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.279930 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.312853 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=b0e073ba-4228-44fe-bdc0-e5cec33baf12,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:30.340937 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404db94b-e712-4c8c-8bd9-c20d0aa95721 x-openstack-request-id: req-404db94b-e712-4c8c-8bd9-c20d0aa95721 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:13:30.341248 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "name": "network-vif-plugged", "status": "completed", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:13:30.341876 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-404db94b-e712-4c8c-8bd9-c20d0aa95721 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:13:30.343132 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'code': 200} Aug 27 04:13:30.349742 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Deleting port 243c0c70-4b28-46f0-93b1-4f7f8a778909 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:13:30.350110 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.374793 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b2e294e8-2e4b-433a-b2f6-a7fcb6a9125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T04:13:29Z', 'revision_number': 5, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port': {'id': '243c0c70-4b28-46f0-93b1-4f7f8a778909', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcf4444-de43-4674-9734-306a1171a574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:30.406999 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e294e8-2e4b-433a-b2f6-a7fcb6a9125d None None] Checking router: 1dcf4444-de43-4674-9734-306a1171a574 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:13:30.415892 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e294e8-2e4b-433a-b2f6-a7fcb6a9125d None None] Routers {'1dcf4444-de43-4674-9734-306a1171a574'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:13:30.416511 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b2e294e8-2e4b-433a-b2f6-a7fcb6a9125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:13:04Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['1dcf4444-de43-4674-9734-306a1171a574'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:30.431453 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] For port 243c0c70-4b28-46f0-93b1-4f7f8a778909, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=243c0c70-4b28-46f0-93b1-4f7f8a778909,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:30.431734 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.445918 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Calling delete_port for 243c0c70-4b28-46f0-93b1-4f7f8a778909 owned by network:router_gateway {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:13:30.511999 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-b2e294e8-2e4b-433a-b2f6-a7fcb6a9125d None None] Set router 1dcf4444-de43-4674-9734-306a1171a574 gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:13:30.572613 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-b2e294e8-2e4b-433a-b2f6-a7fcb6a9125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T04:13:30Z', 'revision_number': 6, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port_host': None}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:30.590256 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4118f-e767-492b-99db-910415f02a50 req-b429c6c0-5691-4864-a585-15e82e7bba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:30.591772 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-43d4118f-e767-492b-99db-910415f02a50 req-b429c6c0-5691-4864-a585-15e82e7bba19 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1099 time: 0.0478764 Aug 27 04:13:30.605313 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e294e8-2e4b-433a-b2f6-a7fcb6a9125d None None] The sync data for ids ['1dcf4444-de43-4674-9734-306a1171a574'] in dv-cinder-773985-14-iscsi is: [{'id': '1dcf4444-de43-4674-9734-306a1171a574', 'name': 'tempest-AttachVolumeTestJSON-1845309703-router', 'tenant_id': '57d7d769521e4286baaa5fc29a8f22ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T04:13:30Z', 'revision_number': 6, 'project_id': '57d7d769521e4286baaa5fc29a8f22ff', 'gw_port_host': None}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:13:30.617665 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.631072 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-43d4118f-e767-492b-99db-910415f02a50 req-573562f1-0faf-45f1-bd65-a05492aaa7d9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Aug 27 04:13:30.667472 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=243c0c70-4b28-46f0-93b1-4f7f8a778909,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:30.694205 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.694485 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.694830 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.695170 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.695506 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.695838 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.696170 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.696503 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.696833 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.697162 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.697484 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.697806 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:30.718535 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430239'] for router_gateway, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.814411 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1028887'] for router, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.816645 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.858254 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428047'] for router, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.858773 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dcf4444-de43-4674-9734-306a1171a574 {{(pid=93871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:13:30.864270 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.865422 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-08f7db1d-8c4b-4866-bbee-6c23551110f8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1dcf4444-de43-4674-9734-306a1171a574 HTTP/1.1" status: 204 len: 168 time: 0.8027241 Aug 27 04:13:30.868034 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 47998) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:30.891318 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d37c409c-79c4-44af-aced-f61566bc6458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.918151 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f04050-4396-44ad-8e08-1acf775c78e9 admin admin] Deleting subnet 61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:13:30.921065 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97f04050-4396-44ad-8e08-1acf775c78e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:30.956556 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97f04050-4396-44ad-8e08-1acf775c78e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131057284'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.062760 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97f04050-4396-44ad-8e08-1acf775c78e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.081426 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device b2f7d86a-12c4-45d4-b107-3e3b339bd2da no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:13:31.114278 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: b2f7d86a-12c4-45d4-b107-3e3b339bd2da {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:13:31.114635 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device b2f7d86a-12c4-45d4-b107-3e3b339bd2da not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:13:31.124611 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97f04050-4396-44ad-8e08-1acf775c78e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131042313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130617897'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.139892 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3439e-1fd1-4c6f-90ee-e935c85d4986 req-a49dc243-b734-4e89-865d-c1fce6af4eb8 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:31.141414 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-01c3439e-1fd1-4c6f-90ee-e935c85d4986 req-a49dc243-b734-4e89-865d-c1fce6af4eb8 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0632293 Aug 27 04:13:31.151633 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f04050-4396-44ad-8e08-1acf775c78e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61944b7d-35bd-4b95-a50e-2d3b4a7c1c28,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:31.155334 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-97f04050-4396-44ad-8e08-1acf775c78e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.158068 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-97f04050-4396-44ad-8e08-1acf775c78e9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/61944b7d-35bd-4b95-a50e-2d3b4a7c1c28 HTTP/1.1" status: 204 len: 168 time: 0.2882557 Aug 27 04:13:31.160338 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48002) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:31.163486 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0090bd-672c-4fcb-93b0-1c44d1ddca7a None None] Network c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:13:31.187375 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-01c3439e-1fd1-4c6f-90ee-e935c85d4986 req-bd7c1757-059c-43c1-87c6-6484de04cdf6 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397532 Aug 27 04:13:31.233112 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.288526 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Deleting port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:13:31.288865 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.350181 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] For port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=b69f9763-e9e7-4c7b-9576-530e7a6d2aeb,segment=NetworkSegment(d449362a-4ae1-4675-9d54-faf9b020f38e),segment_id=d449362a-4ae1-4675-9d54-faf9b020f38e)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:31.350463 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.363084 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Calling delete_port for b69f9763-e9e7-4c7b-9576-530e7a6d2aeb owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:13:31.427036 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0e6cc-1164-4aac-90dc-0fb31555fd45 None None] DHCP port deletion for c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 request from dv-cinder-773985-14-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:13:31.452420 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.477003 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-38d0e6cc-1164-4aac-90dc-0fb31555fd45 None None] Deleting port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:13:31.477362 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-38d0e6cc-1164-4aac-90dc-0fb31555fd45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.479979 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69f9763-e9e7-4c7b-9576-530e7a6d2aeb,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:31.481864 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] No DVR routers for this DVR port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb on host dv-cinder-773985-14-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:13:31.550257 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-38d0e6cc-1164-4aac-90dc-0fb31555fd45 None None] For port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb, host dv-cinder-773985-14-iscsi, got binding levels [] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:31.550590 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-38d0e6cc-1164-4aac-90dc-0fb31555fd45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.560945 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.572852 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-38d0e6cc-1164-4aac-90dc-0fb31555fd45 None None] Calling delete_port for b69f9763-e9e7-4c7b-9576-530e7a6d2aeb owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:13:31.573074 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:31.573175 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.ipam_backend_mixin [None req-38d0e6cc-1164-4aac-90dc-0fb31555fd45 None None] Port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb was not found and therefore no delete operation was performed {{(pid=93873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 04:13:31.573307 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-38d0e6cc-1164-4aac-90dc-0fb31555fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.582449 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd449362a-4ae1-4675-9d54-faf9b020f38e') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:31.582770 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd449362a-4ae1-4675-9d54-faf9b020f38e') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:31.591918 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131057307'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.601190 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d0e6cc-1164-4aac-90dc-0fb31555fd45 None None] No DVR routers for this DVR port b69f9763-e9e7-4c7b-9576-530e7a6d2aeb on host dv-cinder-773985-14-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:13:31.605741 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0e6cc-1164-4aac-90dc-0fb31555fd45 None None] Pushing event deleted for resources: {'Port': ['ID=b69f9763-e9e7-4c7b-9576-530e7a6d2aeb,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:31.606306 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.619280 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:13:31.619691 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131042415'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: Traceback (most recent call last): Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: timer() Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: cb(*args, **kw) Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: return func(*args, **kwargs) Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: self._notify() Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: self.callback(batched_events) Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: event.method(event) Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: return f(self, *a, **k) Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._get(url).json() Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:13:31.621501 dv-cinder-773985-14-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:13:31.679198 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.684834 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.686749 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4 HTTP/1.1" status: 204 len: 168 time: 0.5254786 Aug 27 04:13:31.698186 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91897c-5987-4fb5-9634-41bdc6381868 admin admin] Pushing event deleted for resources: {'Network': ['ID=c726867b-13f8-4cdb-bf0d-2cd6fe0b7fc4,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:31.816925 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48006) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:31.856452 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-ffcb653f-18cd-49ca-b7b1-165f06d1440d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57d7d769521e4286baaa5fc29a8f22ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383537 Aug 27 04:13:31.858899 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48008) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:31.910627 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da66fe23-a8b8-4754-98bd-d8ea7c0c95a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.931255 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da66fe23-a8b8-4754-98bd-d8ea7c0c95a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.976019 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da66fe23-a8b8-4754-98bd-d8ea7c0c95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.978491 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da66fe23-a8b8-4754-98bd-d8ea7c0c95a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:31.979644 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-da66fe23-a8b8-4754-98bd-d8ea7c0c95a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3767c5a6-7083-4b09-a688-0fd095434ecc HTTP/1.1" status: 204 len: 168 time: 0.1198421 Aug 27 04:13:31.989312 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66fe23-a8b8-4754-98bd-d8ea7c0c95a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3767c5a6-7083-4b09-a688-0fd095434ecc,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:32.305986 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfd434-c300-46bd-9614-af0405c8109d req-ee8cb153-a2f1-42b1-883e-1fa7b59a4afd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:32.307571 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19dfd434-c300-46bd-9614-af0405c8109d req-ee8cb153-a2f1-42b1-883e-1fa7b59a4afd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0494876 Aug 27 04:13:32.346874 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-19dfd434-c300-46bd-9614-af0405c8109d req-74906d6f-457a-4dbe-87e5-ed1a2e58d89b tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333993 Aug 27 04:13:32.466419 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb7fcc-0277-44df-b344-70ebf92d49b4 req-782e56e5-db17-40b7-8eb1-8ba617b817d8 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:32.467917 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92bb7fcc-0277-44df-b344-70ebf92d49b4 req-782e56e5-db17-40b7-8eb1-8ba617b817d8 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0543582 Aug 27 04:13:32.508040 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-92bb7fcc-0277-44df-b344-70ebf92d49b4 req-32b6af17-ed55-4d0f-a242-374eb59a2271 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337512 Aug 27 04:13:32.532642 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48032) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:32.766371 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174d2609-46a3-46bc-802f-f8c312e3a605 tempest-TestShelveInstance-1818162856 tempest-TestShelveInstance-1818162856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:32.768589 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-174d2609-46a3-46bc-802f-f8c312e3a605 tempest-TestShelveInstance-1818162856 tempest-TestShelveInstance-1818162856-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1094 time: 0.2348351 Aug 27 04:13:32.771605 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48040) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:32.776098 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Request body: {'floatingip': {'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'port_id': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:32.801363 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for floatingip, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:32.858874 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 243c0c70-4b28-46f0-93b1-4f7f8a778909 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:13:32.882797 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 243c0c70-4b28-46f0-93b1-4f7f8a778909 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:13:32.883204 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 243c0c70-4b28-46f0-93b1-4f7f8a778909 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:13:32.883686 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device b69f9763-e9e7-4c7b-9576-530e7a6d2aeb no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:13:32.906722 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: b69f9763-e9e7-4c7b-9576-530e7a6d2aeb {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:13:32.907143 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device b69f9763-e9e7-4c7b-9576-530e7a6d2aeb not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:13:32.915449 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:33.021921 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_common [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Allocated IP 172.27.2.246 (72494cfa-c7c5-48de-8c41-db48fc0cee32/915e8167-5407-4736-9440-5e412a7364e0/79ed923e-8bc6-4feb-a6e2-5b40bb0fd246) {{(pid=93871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:13:33.371576 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for port, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:33.410918 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:33.451714 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Network 72494cfa-c7c5-48de-8c41-db48fc0cee32 is already hosted by enough agents. {{(pid=93871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:13:33.455275 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Resources bound (agent type, host, resource id): {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:13:33.460951 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Received port after_create {{(pid=93871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:13:33.490723 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event updated for resources: {'Port': ['ID=79ed923e-8bc6-4feb-a6e2-5b40bb0fd246,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:33.840244 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-cd18e18c-6838-4858-8aec-ecced21f65b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:33.847380 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:33.848050 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48080) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:33.915140 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:33.955851 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b8c7-6588-4c32-845a-4824d14cc3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.054661 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b8c7-6588-4c32-845a-4824d14cc3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.058863 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b8c7-6588-4c32-845a-4824d14cc3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.080356 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for port, precommit_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.084137 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131042371'] for port, after_update {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.099604 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-2cb2b8c7-6588-4c32-845a-4824d14cc3f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ab34961dbea43a3abb3191f7667dd57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504506 Aug 27 04:13:34.100487 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2b8c7-6588-4c32-845a-4824d14cc3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04fa090-92b6-466b-b545-c2b2f68c36ed,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:34.103042 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48084) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:34.153017 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cdfe80c4-5fb4-487e-bb83-ab8bef365b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.155621 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event updated for resources: {'Port': ['ID=79ed923e-8bc6-4feb-a6e2-5b40bb0fd246,revision_number=2']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:34.170760 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430161'] for floatingip, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.174606 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cdfe80c4-5fb4-487e-bb83-ab8bef365b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.226849 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cdfe80c4-5fb4-487e-bb83-ab8bef365b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.229569 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-cdfe80c4-5fb4-487e-bb83-ab8bef365b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.230756 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-cdfe80c4-5fb4-487e-bb83-ab8bef365b3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b04fa090-92b6-466b-b545-c2b2f68c36ed HTTP/1.1" status: 204 len: 168 time: 0.1270423 Aug 27 04:13:34.238760 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe80c4-5fb4-487e-bb83-ab8bef365b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04fa090-92b6-466b-b545-c2b2f68c36ed,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:34.277564 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.l3_db [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Floating IP b147d48b-bf05-423e-b338-ae6adfa15375 associated. External IP: 172.27.2.246, port: b0e073ba-4228-44fe-bdc0-e5cec33baf12. Aug 27 04:13:34.488924 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Router 50ce211f-314f-461b-880b-2726b3dddc62 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:13:34.512581 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48090) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:34.525695 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9aa9eb27-b062-49f5-a79b-4a74c13c4642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.598576 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:13:34.608311 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb80ee4-93cf-459d-a9e0-06342fb56a2d None None] Sync routers for ids ['50ce211f-314f-461b-880b-2726b3dddc62'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:13:34.623308 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb80ee4-93cf-459d-a9e0-06342fb56a2d None None] Routers {'50ce211f-314f-461b-880b-2726b3dddc62'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:13:34.624013 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8fb80ee4-93cf-459d-a9e0-06342fb56a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:13:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['50ce211f-314f-461b-880b-2726b3dddc62'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:34.627878 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9aa9eb27-b062-49f5-a79b-4a74c13c4642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.631848 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9aa9eb27-b062-49f5-a79b-4a74c13c4642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.635862 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.678171 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2aedd991-b391-4efa-a058-52ab8859d62e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8966291 Aug 27 04:13:34.678171 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:13:34.678171 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bde369-1b0f-41ce-ba26-6508e6b95ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:13:34.678469 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9aa9eb27-b062-49f5-a79b-4a74c13c4642 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f38e49f55a884c909a96cbccf6759771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645706 Aug 27 04:13:34.682174 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48096) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:34.684557 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9eb27-b062-49f5-a79b-4a74c13c4642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76907df-81e3-43f4-aa13-488c01c1e777,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:34.740567 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0933d04e-ab24-4ea6-8c50-94c12c304285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.759815 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-8fb80ee4-93cf-459d-a9e0-06342fb56a2d None None] Set router 50ce211f-314f-461b-880b-2726b3dddc62 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:13:34.762105 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0933d04e-ab24-4ea6-8c50-94c12c304285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.815746 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0933d04e-ab24-4ea6-8c50-94c12c304285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.818628 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-0933d04e-ab24-4ea6-8c50-94c12c304285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.819821 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-0933d04e-ab24-4ea6-8c50-94c12c304285 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f76907df-81e3-43f4-aa13-488c01c1e777 HTTP/1.1" status: 204 len: 168 time: 0.1365466 Aug 27 04:13:34.832874 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933d04e-ab24-4ea6-8c50-94c12c304285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76907df-81e3-43f4-aa13-488c01c1e777,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:34.929134 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736f0181-0029-48f1-ac21-485066dcd10a x-openstack-request-id: req-736f0181-0029-48f1-ac21-485066dcd10a {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:13:34.930056 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:13:34.930487 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-736f0181-0029-48f1-ac21-485066dcd10a {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:13:34.930979 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'status': 'completed', 'code': 200} Aug 27 04:13:34.949011 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:35.030112 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bde369-1b0f-41ce-ba26-6508e6b95ca7 req-45f67ac6-6a10-4015-a4db-5b6338561753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:35.032757 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47bde369-1b0f-41ce-ba26-6508e6b95ca7 req-45f67ac6-6a10-4015-a4db-5b6338561753 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1099 time: 0.0588677 Aug 27 04:13:35.046602 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8fb80ee4-93cf-459d-a9e0-06342fb56a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 4, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': 'b147d48b-bf05-423e-b338-ae6adfa15375', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'port_id': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'mac_address': 'fa:16:3e:bb:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:13:33Z', 'updated_at': '2021-08-27T04:13:33Z', 'revision_number': 0, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f32d0842-a425-4b7a-9130-46fe56f36140', 'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'mac_address': 'fa:16:3e:8d:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:42Z', 'updated_at': '2021-08-27T04:12:49Z', 'revision_number': 5, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'subnets': [{'id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:35.074226 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb80ee4-93cf-459d-a9e0-06342fb56a2d None None] Checking router: 50ce211f-314f-461b-880b-2726b3dddc62 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:13:35.083274 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb80ee4-93cf-459d-a9e0-06342fb56a2d None None] Routers {'50ce211f-314f-461b-880b-2726b3dddc62'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:13:35.083898 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8fb80ee4-93cf-459d-a9e0-06342fb56a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:13:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['50ce211f-314f-461b-880b-2726b3dddc62'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:35.125483 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bde369-1b0f-41ce-ba26-6508e6b95ca7 req-8dc4c987-6d37-4b8a-906f-5fcde28dc2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:35.127848 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47bde369-1b0f-41ce-ba26-6508e6b95ca7 req-8dc4c987-6d37-4b8a-906f-5fcde28dc2f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 200 len: 910 time: 0.0879800 Aug 27 04:13:35.200448 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47bde369-1b0f-41ce-ba26-6508e6b95ca7 req-b7cbffc7-c67b-4472-a5b5-d28ea04b1799 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 200 len: 1000 time: 0.0654745 Aug 27 04:13:35.211419 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-8fb80ee4-93cf-459d-a9e0-06342fb56a2d None None] Set router 50ce211f-314f-461b-880b-2726b3dddc62 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:13:35.256501 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bde369-1b0f-41ce-ba26-6508e6b95ca7 req-9ef2f2fc-2737-4b91-ad82-c2a5ba877086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:35.257992 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47bde369-1b0f-41ce-ba26-6508e6b95ca7 req-9ef2f2fc-2737-4b91-ad82-c2a5ba877086 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d51645d-d5cb-413e-9841-2a75bf7ccc9a HTTP/1.1" status: 200 len: 848 time: 0.0507667 Aug 27 04:13:35.304474 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bde369-1b0f-41ce-ba26-6508e6b95ca7 req-64e5e158-b1d1-4515-b6f2-e31e038059d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:35.306260 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47bde369-1b0f-41ce-ba26-6508e6b95ca7 req-64e5e158-b1d1-4515-b6f2-e31e038059d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28bd1dfe-6657-448c-8420-457cc7fd5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413668 Aug 27 04:13:35.312680 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:35.407138 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47bde369-1b0f-41ce-ba26-6508e6b95ca7 req-09503114-92d5-4406-b6ba-bcf6c87f20aa service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938685 Aug 27 04:13:35.471316 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-8fb80ee4-93cf-459d-a9e0-06342fb56a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 4, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': 'b147d48b-bf05-423e-b338-ae6adfa15375', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'port_id': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'mac_address': 'fa:16:3e:bb:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:13:33Z', 'updated_at': '2021-08-27T04:13:33Z', 'revision_number': 0, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f32d0842-a425-4b7a-9130-46fe56f36140', 'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'mac_address': 'fa:16:3e:8d:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:42Z', 'updated_at': '2021-08-27T04:12:49Z', 'revision_number': 5, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'subnets': [{'id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:35.499867 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb80ee4-93cf-459d-a9e0-06342fb56a2d None None] The sync data for ids ['50ce211f-314f-461b-880b-2726b3dddc62'] in dv-cinder-773985-14-iscsi is: [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 4, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_floatingips': [{'id': 'b147d48b-bf05-423e-b338-ae6adfa15375', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'router_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'port_id': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'mac_address': 'fa:16:3e:bb:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:13:33Z', 'updated_at': '2021-08-27T04:13:33Z', 'revision_number': 0, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f32d0842-a425-4b7a-9130-46fe56f36140', 'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'mac_address': 'fa:16:3e:8d:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:42Z', 'updated_at': '2021-08-27T04:12:49Z', 'revision_number': 5, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'subnets': [{'id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:13:35.502075 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-47bde369-1b0f-41ce-ba26-6508e6b95ca7 req-d97e7ab2-f29c-455e-beeb-19e50430e095 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874310 Aug 27 04:13:35.715791 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea55be-cc51-4124-a57d-2881d96ed2fc None None] New status for floating IP b147d48b-bf05-423e-b338-ae6adfa15375: ACTIVE {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:13:37.101608 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:40.304042 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:43.571364 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48232) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:43.681278 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aac62049-fbfc-4158-9be6-762aa27a3fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:43.770065 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aac62049-fbfc-4158-9be6-762aa27a3fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:43.773964 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-aac62049-fbfc-4158-9be6-762aa27a3fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:43.815872 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-aac62049-fbfc-4158-9be6-762aa27a3fe0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60768133dda746c495e0998f39c74b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433405 Aug 27 04:13:43.816716 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac62049-fbfc-4158-9be6-762aa27a3fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f9c262-3653-43fc-8e4a-691eea89be4d,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:43.820493 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48236) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:43.872353 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9ac764be-bc59-4e48-8596-fdedbcdf8c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:43.900824 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9ac764be-bc59-4e48-8596-fdedbcdf8c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:43.949305 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9ac764be-bc59-4e48-8596-fdedbcdf8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:43.951801 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9ac764be-bc59-4e48-8596-fdedbcdf8c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:43.952960 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9ac764be-bc59-4e48-8596-fdedbcdf8c90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8f9c262-3653-43fc-8e4a-691eea89be4d HTTP/1.1" status: 204 len: 168 time: 0.1313953 Aug 27 04:13:43.961054 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac764be-bc59-4e48-8596-fdedbcdf8c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f9c262-3653-43fc-8e4a-691eea89be4d,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:44.215728 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48242) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:44.229963 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f88d0313-83f0-42dd-85c7-073911f298e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:44.321338 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f88d0313-83f0-42dd-85c7-073911f298e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:44.325490 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-f88d0313-83f0-42dd-85c7-073911f298e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:44.365734 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-f88d0313-83f0-42dd-85c7-073911f298e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d65db784e9a443378f3adea1a362de06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488974 Aug 27 04:13:44.366631 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d0313-83f0-42dd-85c7-073911f298e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a962af3f-c9a4-4ba2-85e5-d4a401945664,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:44.368803 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48244) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:44.419037 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eda68dba-129e-4004-b1cf-492d38f12e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:44.441244 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eda68dba-129e-4004-b1cf-492d38f12e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:44.490836 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eda68dba-129e-4004-b1cf-492d38f12e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:44.493396 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-eda68dba-129e-4004-b1cf-492d38f12e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:44.494638 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-eda68dba-129e-4004-b1cf-492d38f12e6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a962af3f-c9a4-4ba2-85e5-d4a401945664 HTTP/1.1" status: 204 len: 168 time: 0.1246462 Aug 27 04:13:44.507059 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda68dba-129e-4004-b1cf-492d38f12e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a962af3f-c9a4-4ba2-85e5-d4a401945664,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:44.858304 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48250) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:44.871913 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6f7178d5-f950-409b-9bc3-5e2b99195f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:44.963877 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6f7178d5-f950-409b-9bc3-5e2b99195f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:44.967672 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6f7178d5-f950-409b-9bc3-5e2b99195f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:45.004193 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7178d5-f950-409b-9bc3-5e2b99195f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9af2b4-1a68-4b0d-82a4-efbecf5b684b,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:45.008433 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6f7178d5-f950-409b-9bc3-5e2b99195f1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c5f93fce737469596802ff42f46eee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490800 Aug 27 04:13:45.011535 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48252) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:45.063915 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cb54e499-f67a-4664-bd12-9df4a323c9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:45.084425 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cb54e499-f67a-4664-bd12-9df4a323c9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:45.130522 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cb54e499-f67a-4664-bd12-9df4a323c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:45.133142 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-cb54e499-f67a-4664-bd12-9df4a323c9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:45.134341 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-cb54e499-f67a-4664-bd12-9df4a323c9ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f9af2b4-1a68-4b0d-82a4-efbecf5b684b HTTP/1.1" status: 204 len: 168 time: 0.1216094 Aug 27 04:13:45.142293 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54e499-f67a-4664-bd12-9df4a323c9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9af2b4-1a68-4b0d-82a4-efbecf5b684b,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:47.545557 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-de48f113-6a13-4085-8459-a0dac8a4e1e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387392 Aug 27 04:13:47.659186 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-ec492ae7-af8d-4a8a-8b2e-1e486cf377d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.660742 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-ec492ae7-af8d-4a8a-8b2e-1e486cf377d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1099 time: 0.0405979 Aug 27 04:13:47.768361 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-551cf204-7341-40af-83ce-6c5335e9445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.769830 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-551cf204-7341-40af-83ce-6c5335e9445b service neutron] 10.222.0.62 "GET /v2.0/networks?id=28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 200 len: 910 time: 0.0891623 Aug 27 04:13:47.834754 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-abbd7cd5-b529-488f-8761-c6d20362c0ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 200 len: 1002 time: 0.0573969 Aug 27 04:13:47.886058 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-def0cf18-3faa-4668-9d72-6e40c48baada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.887475 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-def0cf18-3faa-4668-9d72-6e40c48baada service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d51645d-d5cb-413e-9841-2a75bf7ccc9a HTTP/1.1" status: 200 len: 848 time: 0.0461819 Aug 27 04:13:47.932831 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-a4de4573-7321-431f-a807-36eee687589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.934691 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-a4de4573-7321-431f-a807-36eee687589e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28bd1dfe-6657-448c-8420-457cc7fd5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383019 Aug 27 04:13:48.028543 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-dc406161-d31d-4faf-9a34-e972f65bd111 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855174 Aug 27 04:13:48.125534 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9f2e675e-0d3d-4e22-9913-80cc1d5fac0f req-856b6a3f-0e3a-4f78-a1b7-3111e89cf57c service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895402 Aug 27 04:13:51.494318 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48374) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:51.598570 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-93566b44-3211-4884-bd72-d7376fd25392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.692808 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-93566b44-3211-4884-bd72-d7376fd25392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.696567 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-93566b44-3211-4884-bd72-d7376fd25392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.733089 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93566b44-3211-4884-bd72-d7376fd25392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f3e04a-ae9a-443e-9f3f-dfffddaf3434,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:51.739349 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-93566b44-3211-4884-bd72-d7376fd25392 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=939620a809774065835f4b1cb205df9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439907 Aug 27 04:13:51.741896 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48378) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:51.791552 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c4ee-ace9-4dc7-9367-e5e6f4e8927e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.815123 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c4ee-ace9-4dc7-9367-e5e6f4e8927e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.859398 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c4ee-ace9-4dc7-9367-e5e6f4e8927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.862766 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c4ee-ace9-4dc7-9367-e5e6f4e8927e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.863908 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-e6b1c4ee-ace9-4dc7-9367-e5e6f4e8927e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3f3e04a-ae9a-443e-9f3f-dfffddaf3434 HTTP/1.1" status: 204 len: 168 time: 0.1210678 Aug 27 04:13:51.871380 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1c4ee-ace9-4dc7-9367-e5e6f4e8927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f3e04a-ae9a-443e-9f3f-dfffddaf3434,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:52.126346 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48384) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:52.139831 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-49c26c0c-5859-44f2-be63-f7f8289024e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:52.225831 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-49c26c0c-5859-44f2-be63-f7f8289024e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:52.229542 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-49c26c0c-5859-44f2-be63-f7f8289024e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:52.268966 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-49c26c0c-5859-44f2-be63-f7f8289024e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2450fba4e34d461884e670d10cac94aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416011 Aug 27 04:13:52.269822 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c26c0c-5859-44f2-be63-f7f8289024e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8747152a-dd07-42c8-b835-178ece5f527b,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:52.271911 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48386) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:52.322896 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9023b5d7-6f49-4f0a-86c5-598a80921766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:52.342778 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9023b5d7-6f49-4f0a-86c5-598a80921766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:52.390635 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9023b5d7-6f49-4f0a-86c5-598a80921766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:52.393741 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-9023b5d7-6f49-4f0a-86c5-598a80921766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:52.394977 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-9023b5d7-6f49-4f0a-86c5-598a80921766 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8747152a-dd07-42c8-b835-178ece5f527b HTTP/1.1" status: 204 len: 168 time: 0.1219463 Aug 27 04:13:52.403291 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023b5d7-6f49-4f0a-86c5-598a80921766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8747152a-dd07-42c8-b835-178ece5f527b,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:53.804527 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:13:54.241445 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48456) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:54.347900 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8cd31019-6842-44b5-a52e-6a561565500a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:54.451094 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8cd31019-6842-44b5-a52e-6a561565500a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:54.457618 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8cd31019-6842-44b5-a52e-6a561565500a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:54.497736 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8cd31019-6842-44b5-a52e-6a561565500a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=441d518566984292be67b968fbdc9485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551272 Aug 27 04:13:54.499664 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd31019-6842-44b5-a52e-6a561565500a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1474a89b-d14a-4d3d-942a-3e88c0ec7bea,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:54.501985 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48460) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:54.557441 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8c50bd16-6193-4294-89c8-08bcd37b1fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:54.580634 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8c50bd16-6193-4294-89c8-08bcd37b1fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:54.629599 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8c50bd16-6193-4294-89c8-08bcd37b1fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:54.632379 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-8c50bd16-6193-4294-89c8-08bcd37b1fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:54.633600 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-8c50bd16-6193-4294-89c8-08bcd37b1fc5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1474a89b-d14a-4d3d-942a-3e88c0ec7bea HTTP/1.1" status: 204 len: 168 time: 0.1305988 Aug 27 04:13:54.642230 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50bd16-6193-4294-89c8-08bcd37b1fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1474a89b-d14a-4d3d-942a-3e88c0ec7bea,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:54.941500 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48466) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:54.956633 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b4d20a4b-d653-4d36-9d50-d065ef59aadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:55.071389 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b4d20a4b-d653-4d36-9d50-d065ef59aadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:55.075385 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b4d20a4b-d653-4d36-9d50-d065ef59aadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:55.121183 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b4d20a4b-d653-4d36-9d50-d065ef59aadc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ffd99a00ead4eb6bc2fe25e951782d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783826 Aug 27 04:13:55.122151 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d20a4b-d653-4d36-9d50-d065ef59aadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3247487d-ec54-46ee-ab87-c093548ffa15,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:55.123756 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48468) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:55.186783 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a1db56b2-f8d8-4fdf-a1a9-922284d06fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:55.208208 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a1db56b2-f8d8-4fdf-a1a9-922284d06fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:55.257188 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a1db56b2-f8d8-4fdf-a1a9-922284d06fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:55.259766 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-a1db56b2-f8d8-4fdf-a1a9-922284d06fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:55.260919 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-a1db56b2-f8d8-4fdf-a1a9-922284d06fd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3247487d-ec54-46ee-ab87-c093548ffa15 HTTP/1.1" status: 204 len: 168 time: 0.1355536 Aug 27 04:13:55.269870 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db56b2-f8d8-4fdf-a1a9-922284d06fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3247487d-ec54-46ee-ab87-c093548ffa15,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:56.314541 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48500) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:56.422661 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-63d55946-f482-409a-a7d1-30906bfb0724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:56.514825 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-63d55946-f482-409a-a7d1-30906bfb0724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:56.519531 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-63d55946-f482-409a-a7d1-30906bfb0724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:56.561290 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-63d55946-f482-409a-a7d1-30906bfb0724 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ced0ef0c5914f0592c8c4610a2de367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456467 Aug 27 04:13:56.562210 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d55946-f482-409a-a7d1-30906bfb0724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3febdbce-2037-4232-b6fd-cb66dee368be,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:56.564673 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48504) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:56.617394 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde7e412-44b4-4063-b25d-778458a83e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:56.638949 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde7e412-44b4-4063-b25d-778458a83e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:56.688791 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde7e412-44b4-4063-b25d-778458a83e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:56.691367 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-bde7e412-44b4-4063-b25d-778458a83e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:56.692541 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-bde7e412-44b4-4063-b25d-778458a83e63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3febdbce-2037-4232-b6fd-cb66dee368be HTTP/1.1" status: 204 len: 168 time: 0.1267731 Aug 27 04:13:56.699999 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7e412-44b4-4063-b25d-778458a83e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3febdbce-2037-4232-b6fd-cb66dee368be,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:14:00.893214 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e18137e5-5306-4dc6-a9cf-a8e2b7db3b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:03.841797 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ea42587b-4cc8-4ada-9d73-0afc72690aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:04.930099 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:05.291420 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:07.109747 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:10.312379 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:23.673279 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48666) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:14:23.779462 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-250ac3eb-2a60-4175-99ac-5db2772f6231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:23.873523 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-250ac3eb-2a60-4175-99ac-5db2772f6231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:23.878445 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-250ac3eb-2a60-4175-99ac-5db2772f6231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:23.917839 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-250ac3eb-2a60-4175-99ac-5db2772f6231 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fed673a4e1548aeb1630d0a0ed63135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433736 Aug 27 04:14:23.918731 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ac3eb-2a60-4175-99ac-5db2772f6231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53262218-1cad-4175-bec3-17b42ad17612,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:14:23.920906 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48670) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:14:23.970969 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:23.991711 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:24.039215 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:24.041770 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:24.042976 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53262218-1cad-4175-bec3-17b42ad17612 HTTP/1.1" status: 204 len: 168 time: 0.1210454 Aug 27 04:14:24.051122 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53262218-1cad-4175-bec3-17b42ad17612,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:14:24.058536 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:24.058887 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:24.059237 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:24.059576 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:24.059909 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:24.060245 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:24.060580 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:24.060914 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:24.061367 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:24.061573 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:24.061896 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:24.062249 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53ba42-4d68-4ceb-8201-16158aa8cc0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:14:30.804822 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:14:30.894521 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ae9fe3b7-9547-49c9-8595-7b707f75c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:33.846290 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9b79604d-1ca9-4e3d-94cf-02c2d4eaa9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:34.931318 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:35.297395 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:37.110604 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:40.333355 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:47.553142 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-fde57f68-fb2e-4182-85d1-2b78aff6c034 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402076 Aug 27 04:14:47.660859 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-3405aed5-d024-481f-9a62-76aa466369b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:47.662303 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-3405aed5-d024-481f-9a62-76aa466369b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1099 time: 0.0504284 Aug 27 04:14:47.767398 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-af6b2ae4-cca4-4aae-8847-9eff159befe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:47.768881 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-af6b2ae4-cca4-4aae-8847-9eff159befe3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 200 len: 910 time: 0.0874584 Aug 27 04:14:47.838966 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-77f3e4f7-d9fa-4e87-80cf-cea8d0fee4e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 200 len: 1002 time: 0.0629227 Aug 27 04:14:47.888051 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-9d121c7c-a146-478a-a2da-97de6466d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:47.889469 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-9d121c7c-a146-478a-a2da-97de6466d01a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d51645d-d5cb-413e-9841-2a75bf7ccc9a HTTP/1.1" status: 200 len: 848 time: 0.0428045 Aug 27 04:14:47.936247 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-69508bfc-10e0-4ea6-88c2-f1e8a4e11817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:47.938254 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-69508bfc-10e0-4ea6-88c2-f1e8a4e11817 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28bd1dfe-6657-448c-8420-457cc7fd5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399380 Aug 27 04:14:48.035694 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-c88f0739-dd41-45e9-9bbc-34b2f46e7602 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863304 Aug 27 04:14:48.129847 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-69785dae-af35-45b7-9274-9106ea4af0a7 req-e3be98f7-63f6-4489-b8e6-684d34649d78 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863979 Aug 27 04:15:00.898518 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-00806b0d-f107-42e8-9fdd-c4bcfce6116a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:02.171510 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 48882) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:02.275141 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9af70591-a62a-4232-a5e1-11a8731c6cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:02.366083 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9af70591-a62a-4232-a5e1-11a8731c6cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:02.369827 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-9af70591-a62a-4232-a5e1-11a8731c6cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:02.412056 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-9af70591-a62a-4232-a5e1-11a8731c6cc1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=414892be93fd4ebaa0fa3242872ca4a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389429 Aug 27 04:15:02.413154 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af70591-a62a-4232-a5e1-11a8731c6cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55133684-bb98-458a-b312-08b879df6047,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:02.414823 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48886) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:02.463297 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:02.490522 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:02.536646 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:02.539402 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:02.540564 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55133684-bb98-458a-b312-08b879df6047 HTTP/1.1" status: 204 len: 168 time: 0.1247633 Aug 27 04:15:02.548600 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55133684-bb98-458a-b312-08b879df6047,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:02.555774 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:02.556152 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:02.556931 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:02.556931 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:02.557105 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:02.557434 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:02.557761 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:02.558117 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:02.558443 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:02.558765 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:02.559089 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:02.559406 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34ba3b-d14a-4729-8d98-d66cf28a090d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:03.153493 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48908) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:03.248615 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1420576681-network', 'tenant_id': 'af2f83a6efc64cc4adef358d27182277'}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:03.269798 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Made reservation on behalf of af2f83a6efc64cc4adef358d27182277 for: {'network': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:15:03.272079 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for network, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.280201 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.371366 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.375322 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.401492 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=93871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:15:03.412276 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a3ed55-a550-4bf5-8caa-80a0ee9af90f,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:03.418267 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.418883 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.db.segments_db [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Added segment 9e81d88b-bae5-40e8-a457-182a937ce704 of type vlan for network 80353014-5249-42ff-8f3c-8f5139aa2059 Aug 27 04:15:03.460346 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740056581452'] for network, precommit_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.485052 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036'] for network, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.486135 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:03.486726 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.544895 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3901901 Aug 27 04:15:03.548667 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 48912) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:03.555344 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.v2.base [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] Request body: {'subnet': {'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1420576681-subnet', 'tenant_id': 'af2f83a6efc64cc4adef358d27182277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:03.559471 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e675c4-8445-4c4d-a990-80ce9bd6e169 admin admin] Pushing event updated for resources: {'Network': ['ID=80353014-5249-42ff-8f3c-8f5139aa2059,revision_number=1']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:03.569376 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Network 80353014-5249-42ff-8f3c-8f5139aa2059 details requested by agent ovs-agent-dv-cinder-773985-14-iscsi with host dv-cinder-773985-14-iscsi {{(pid=93873) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:15:03.578805 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] Made reservation on behalf of af2f83a6efc64cc4adef358d27182277 for: {'subnet': 1} {{(pid=93871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:15:03.581166 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130617922'] for subnet, before_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.750587 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131046858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130617904'] for subnet, after_create {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.805551 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d,revision_number=0']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:03.814443 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] Checking segment: {'id': '9e81d88b-bae5-40e8-a457-182a937ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:15:03.814806 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] Network hostable DHCP agents. Network: 80353014-5249-42ff-8f3c-8f5139aa2059, hostable agents: ['52c4d99a-614a-4fbc-921c-90c7b164e3f4'], hosted agents: [] {{(pid=93871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:15:03.831268 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] Network 80353014-5249-42ff-8f3c-8f5139aa2059 is scheduled to be hosted by DHCP agent 52c4d99a-614a-4fbc-921c-90c7b164e3f4 with binding_index 1 {{(pid=93871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:15:03.840952 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.base_scheduler [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-14-iscsi, 80353014-5249-42ff-8f3c-8f5139aa2059) {{(pid=93871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:15:03.846603 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:03.847187 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.847558 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-a63ec236-8bbf-42c3-8309-bc8855c97a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:03.852563 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8510af-c56b-475b-8c2a-24694a45e120 None None] Network 80353014-5249-42ff-8f3c-8f5139aa2059 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:15:03.862416 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-afc38acc-1a94-4dda-97fe-edaf4ddbdc7d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3127017 Aug 27 04:15:03.980935 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1641e00-76f3-486b-8d0f-efd195c6f595 None None] Network 80353014-5249-42ff-8f3c-8f5139aa2059 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:15:04.932081 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:05.298684 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:05.622957 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-4f3a4c15-bbc0-4346-b061-fe13c49a0df0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:05.624980 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-4f3a4c15-bbc0-4346-b061-fe13c49a0df0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/networks?id=80353014-5249-42ff-8f3c-8f5139aa2059 HTTP/1.1" status: 200 len: 814 time: 0.1049390 Aug 27 04:15:05.639726 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-b9c2a068-3961-49d2-bbec-00064ac7fd4a tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/quotas/af2f83a6efc64cc4adef358d27182277 HTTP/1.1" status: 200 len: 375 time: 0.0089135 Aug 27 04:15:05.671165 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-76996d33-081b-4b5a-b8d1-167e9a8a9b21 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=af2f83a6efc64cc4adef358d27182277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254436 Aug 27 04:15:05.727495 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-b55a93e6-abdc-489c-986d-8eaae39ea820 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:15:05.728487 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-b55a93e6-abdc-489c-986d-8eaae39ea820 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506265 Aug 27 04:15:05.818700 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-3f72cfa5-c4a3-4bf3-9cb9-ab42365faff1 service neutron] 10.222.0.48 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839496 Aug 27 04:15:05.914175 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-e5b2510d-e949-4a6c-983f-0369d907c964 service neutron] 10.222.0.48 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888932 Aug 27 04:15:06.072787 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-04b8d385-43b3-4dae-9455-8d815a02ae71 req-35fa2519-3532-4a30-abe9-15d4a99eb38e tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 210 time: 0.0275404 Aug 27 04:15:07.104413 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-164fc274-c426-4ce1-82de-4ddec7bf7b8f tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:07.105951 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-164fc274-c426-4ce1-82de-4ddec7bf7b8f tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.62 "GET /v2.0/networks?id=80353014-5249-42ff-8f3c-8f5139aa2059 HTTP/1.1" status: 200 len: 814 time: 0.1110425 Aug 27 04:15:07.116900 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.141085 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Request body: {'port': {'device_id': 'c1d7a9b0-ca7d-48e6-8997-91bb2a2de110', 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059', 'admin_state_up': True, 'tenant_id': 'af2f83a6efc64cc4adef358d27182277'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:07.217134 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-39833b63-a224-4717-8c26-4f7c59623b97 req-0ca977a0-2efa-47a5-b499-4bb828b08f44 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 210 time: 0.0711234 Aug 27 04:15:07.279997 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Made reservation on behalf of af2f83a6efc64cc4adef358d27182277 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:15:07.284646 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.406986 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Allocated IP 172.20.0.12 (80353014-5249-42ff-8f3c-8f5139aa2059/a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d/e7d4291e-095e-41d5-8686-cf51d37f45e2) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:15:07.550063 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.588627 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.627658 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Network 80353014-5249-42ff-8f3c-8f5139aa2059 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:15:07.630614 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:15:07.637170 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:15:07.667638 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Pushing event updated for resources: {'Port': ['ID=e7d4291e-095e-41d5-8686-cf51d37f45e2,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:07.692559 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:07.693160 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:07.707279 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de4f34ff-e03a-4d66-94e8-fc09776bfa3b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5712714 Aug 27 04:15:07.775004 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Request body: {'port': {'device_id': 'c1d7a9b0-ca7d-48e6-8997-91bb2a2de110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:07.804277 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:15:07.834388 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:08.096422 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d4291e-095e-41d5-8686-cf51d37f45e2 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:15:08.104177 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:08.117772 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Transition to ACTIVE for port object e7d4291e-095e-41d5-8686-cf51d37f45e2 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:15:08.121088 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:08.493164 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d4291e-095e-41d5-8686-cf51d37f45e2,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:08.550300 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014645ce-47aa-40a1-bd4d-cdd253463ec1 req-b61ab3ab-2436-486f-b3ba-75ae61e96b2b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:08.551793 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-014645ce-47aa-40a1-bd4d-cdd253463ec1 req-b61ab3ab-2436-486f-b3ba-75ae61e96b2b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 944 time: 0.1155286 Aug 27 04:15:08.589202 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Attempting to bind port e7d4291e-095e-41d5-8686-cf51d37f45e2 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:15:08.589532 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Attempting to bind port e7d4291e-095e-41d5-8686-cf51d37f45e2 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9e81d88b-bae5-40e8-a457-182a937ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:15:08.589857 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Attempting to bind port e7d4291e-095e-41d5-8686-cf51d37f45e2 on network 80353014-5249-42ff-8f3c-8f5139aa2059 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:15:08.604172 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Port e7d4291e-095e-41d5-8686-cf51d37f45e2 on network 80353014-5249-42ff-8f3c-8f5139aa2059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:15:08.604487 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Attempting to bind port e7d4291e-095e-41d5-8686-cf51d37f45e2 on network 80353014-5249-42ff-8f3c-8f5139aa2059 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:15:08.613327 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-014645ce-47aa-40a1-bd4d-cdd253463ec1 req-23ae4a53-b451-4ad0-a8fc-6643fd85af66 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550423 Aug 27 04:15:08.614447 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:15:08.614777 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Checking segment: {'id': '9e81d88b-bae5-40e8-a457-182a937ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:15:08.615143 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Bound using segment: {'id': '9e81d88b-bae5-40e8-a457-182a937ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:15:08.615559 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Bound port: e7d4291e-095e-41d5-8686-cf51d37f45e2, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e81d88b-bae5-40e8-a457-182a937ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:15:08.615910 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:08.678243 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] For port e7d4291e-095e-41d5-8686-cf51d37f45e2, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:15:08.681115 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] For port e7d4291e-095e-41d5-8686-cf51d37f45e2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e7d4291e-095e-41d5-8686-cf51d37f45e2,segment=NetworkSegment(9e81d88b-bae5-40e8-a457-182a937ce704),segment_id=9e81d88b-bae5-40e8-a457-182a937ce704)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:15:08.685531 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:08.720106 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:08.720713 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:08.722137 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] 10.222.0.62 "PUT /v2.0/ports/e7d4291e-095e-41d5-8686-cf51d37f45e2 HTTP/1.1" status: 200 len: 1094 time: 0.9515853 Aug 27 04:15:08.722567 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d7a9b0-ca7d-48e6-8997-91bb2a2de110', 'tag': 'e7d4291e-095e-41d5-8686-cf51d37f45e2'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:15:08.724784 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66007261-6ee2-4a89-92b9-3891de3af0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d7a9b0-ca7d-48e6-8997-91bb2a2de110", "tag": "e7d4291e-095e-41d5-8686-cf51d37f45e2"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:15:08.747974 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75582a1f-bd08-4691-afb6-5fc7057c0987 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d4291e-095e-41d5-8686-cf51d37f45e2,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:08.772952 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b1f5c1-78c7-46c9-92fe-aa81358d84e9 x-openstack-request-id: req-32b1f5c1-78c7-46c9-92fe-aa81358d84e9 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:15:08.773279 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d7a9b0-ca7d-48e6-8997-91bb2a2de110", "tag": "e7d4291e-095e-41d5-8686-cf51d37f45e2", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:15:08.773567 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32b1f5c1-78c7-46c9-92fe-aa81358d84e9 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:15:08.774032 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d7a9b0-ca7d-48e6-8997-91bb2a2de110', 'tag': 'e7d4291e-095e-41d5-8686-cf51d37f45e2', 'status': 'completed', 'code': 200} Aug 27 04:15:08.831265 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-e419489f-7340-46c4-a709-b5d1212a7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:08.832755 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-e419489f-7340-46c4-a709-b5d1212a7a44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af2f83a6efc64cc4adef358d27182277&device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 1097 time: 0.0409470 Aug 27 04:15:08.884525 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-2129382d-2a6b-422c-b8e6-e7827d192afc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7d4291e-095e-41d5-8686-cf51d37f45e2 HTTP/1.1" status: 200 len: 217 time: 0.0386317 Aug 27 04:15:08.933969 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-2167255e-8c80-4266-8955-a2d77eb52f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:08.935415 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-2167255e-8c80-4266-8955-a2d77eb52f7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d HTTP/1.1" status: 200 len: 854 time: 0.0439887 Aug 27 04:15:08.967660 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-de104bd8-806f-4b17-8792-f5b23fc723c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80353014-5249-42ff-8f3c-8f5139aa2059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239258 Aug 27 04:15:09.063368 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-4d7d0f61-4e9b-44ef-a77f-b5aced2cb8a7 service neutron] 10.222.0.62 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879202 Aug 27 04:15:09.155385 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7eac1454-9cfb-4782-bdbc-f528f0291de6 req-93dc0de2-882d-4554-abb5-6a71a967fed3 service neutron] 10.222.0.62 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849485 Aug 27 04:15:09.289983 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66007261-6ee2-4a89-92b9-3891de3af0d8 req-743da3f2-5404-4055-860c-ccb9fde9926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:09.291506 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66007261-6ee2-4a89-92b9-3891de3af0d8 req-743da3f2-5404-4055-860c-ccb9fde9926a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af2f83a6efc64cc4adef358d27182277&device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 1097 time: 0.0422437 Aug 27 04:15:09.384099 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66007261-6ee2-4a89-92b9-3891de3af0d8 req-f0289520-deb7-4851-af33-81db92ce0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:09.385931 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66007261-6ee2-4a89-92b9-3891de3af0d8 req-f0289520-deb7-4851-af33-81db92ce0620 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80353014-5249-42ff-8f3c-8f5139aa2059 HTTP/1.1" status: 200 len: 915 time: 0.0875094 Aug 27 04:15:09.428241 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66007261-6ee2-4a89-92b9-3891de3af0d8 req-cefcb4c6-9fc3-4c86-86af-b87a6de84d6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7d4291e-095e-41d5-8686-cf51d37f45e2 HTTP/1.1" status: 200 len: 217 time: 0.0355165 Aug 27 04:15:09.480617 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66007261-6ee2-4a89-92b9-3891de3af0d8 req-6c54e791-d87e-4035-8280-49f79e25a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:09.482088 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66007261-6ee2-4a89-92b9-3891de3af0d8 req-6c54e791-d87e-4035-8280-49f79e25a910 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d HTTP/1.1" status: 200 len: 854 time: 0.0476291 Aug 27 04:15:09.513593 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66007261-6ee2-4a89-92b9-3891de3af0d8 req-4186e0a4-97ec-4a03-ae18-aa86ae070140 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80353014-5249-42ff-8f3c-8f5139aa2059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240927 Aug 27 04:15:09.603264 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66007261-6ee2-4a89-92b9-3891de3af0d8 req-3d619117-5251-4e26-9ef1-e8f0028946e9 service neutron] 10.222.0.62 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817368 Aug 27 04:15:09.727041 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-66007261-6ee2-4a89-92b9-3891de3af0d8 req-c3bacf60-922f-4f59-ab9d-2abc1added74 service neutron] 10.222.0.62 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156173 Aug 27 04:15:09.743171 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456212-839d-431e-9156-cef204f34d4c req-58ce51e6-467a-4052-be78-27bb08b5d5a5 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:09.745809 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c9456212-839d-431e-9156-cef204f34d4c req-58ce51e6-467a-4052-be78-27bb08b5d5a5 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 944 time: 0.0668063 Aug 27 04:15:09.785564 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c9456212-839d-431e-9156-cef204f34d4c req-3e197fc5-651a-4b76-a69e-c449da2cd73b tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332625 Aug 27 04:15:10.338145 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:10.903885 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40152932-ccca-4d33-a67c-aa1b54908f18 req-6f8c925e-d325-433b-8d3b-60b7db289706 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:10.905421 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-40152932-ccca-4d33-a67c-aa1b54908f18 req-6f8c925e-d325-433b-8d3b-60b7db289706 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 944 time: 0.0511827 Aug 27 04:15:10.943499 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-40152932-ccca-4d33-a67c-aa1b54908f18 req-d8bedb0f-70a7-46c0-9fb7-8d0fa05a93ab tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Aug 27 04:15:12.063257 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a34f9-39dc-4425-8c3f-8888e930676c req-bbf32556-5535-47a7-8a96-945607b99fbe tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:12.064724 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b97a34f9-39dc-4425-8c3f-8888e930676c req-bbf32556-5535-47a7-8a96-945607b99fbe tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 944 time: 0.0542908 Aug 27 04:15:12.102317 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b97a34f9-39dc-4425-8c3f-8888e930676c req-8e038e5c-40cd-4661-b465-d9e119f26e9c tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316932 Aug 27 04:15:12.513302 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e7d4291e-095e-41d5-8686-cf51d37f45e2 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:15:12.726982 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port e7d4291e-095e-41d5-8686-cf51d37f45e2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e7d4291e-095e-41d5-8686-cf51d37f45e2,segment=NetworkSegment(9e81d88b-bae5-40e8-a457-182a937ce704),segment_id=9e81d88b-bae5-40e8-a457-182a937ce704)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:12.738748 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'e7d4291e-095e-41d5-8686-cf51d37f45e2', 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059', 'port_id': 'e7d4291e-095e-41d5-8686-cf51d37f45e2', 'mac_address': 'fa:16:3e:a4:85:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:15:12.775236 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:12.787539 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d4291e-095e-41d5-8686-cf51d37f45e2 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:15:12.806883 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port e7d4291e-095e-41d5-8686-cf51d37f45e2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e7d4291e-095e-41d5-8686-cf51d37f45e2,segment=NetworkSegment(9e81d88b-bae5-40e8-a457-182a937ce704),segment_id=9e81d88b-bae5-40e8-a457-182a937ce704)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:12.810876 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:12.857386 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=e7d4291e-095e-41d5-8686-cf51d37f45e2,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:12.864887 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:12.865237 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:12.865580 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:12.865918 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:12.866277 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:12.866609 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:12.866937 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:12.867263 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:12.867590 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:12.867912 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:12.868234 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:12.868556 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:13.213345 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f75e1-90ac-4aff-8510-ddb65a236fbd req-da4d42f2-3d1c-46f2-90e4-f3bc3bf658a3 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:13.214878 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f51f75e1-90ac-4aff-8510-ddb65a236fbd req-da4d42f2-3d1c-46f2-90e4-f3bc3bf658a3 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Aug 27 04:15:13.240686 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['e7d4291e-095e-41d5-8686-cf51d37f45e2'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:15:13.257080 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f51f75e1-90ac-4aff-8510-ddb65a236fbd req-0abec3b3-4d97-4e82-8c92-f5fa359fe546 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355544 Aug 27 04:15:14.371124 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe680-b260-4919-b0cb-a14e322e1ca3 req-dd2aca19-5cb2-43bd-adab-8f1d1ec207c0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:14.372629 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63afe680-b260-4919-b0cb-a14e322e1ca3 req-dd2aca19-5cb2-43bd-adab-8f1d1ec207c0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 945 time: 0.0486898 Aug 27 04:15:14.411662 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63afe680-b260-4919-b0cb-a14e322e1ca3 req-abd65753-561d-4d33-937f-73f68d165e19 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Aug 27 04:15:14.528778 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e7d4291e-095e-41d5-8686-cf51d37f45e2 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:15:14.578307 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port e7d4291e-095e-41d5-8686-cf51d37f45e2 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:15:14.582057 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port e7d4291e-095e-41d5-8686-cf51d37f45e2 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:15:14.582458 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:14.662284 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:14.685608 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d7a9b0-ca7d-48e6-8997-91bb2a2de110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d4291e-095e-41d5-8686-cf51d37f45e2'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:15:14.687937 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5354e570-96cd-483a-b214-4268f81d4d46" -d '{"events": [{"server_uuid": "c1d7a9b0-ca7d-48e6-8997-91bb2a2de110", "name": "network-vif-plugged", "status": "completed", "tag": "e7d4291e-095e-41d5-8686-cf51d37f45e2"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:15:14.700225 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port e7d4291e-095e-41d5-8686-cf51d37f45e2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e7d4291e-095e-41d5-8686-cf51d37f45e2,segment=NetworkSegment(9e81d88b-bae5-40e8-a457-182a937ce704),segment_id=9e81d88b-bae5-40e8-a457-182a937ce704)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:14.704700 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:14.730636 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c1567c-9c9f-4dc1-bc04-1e5276b684be x-openstack-request-id: req-38c1567c-9c9f-4dc1-bc04-1e5276b684be {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:15:14.730948 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d7a9b0-ca7d-48e6-8997-91bb2a2de110", "name": "network-vif-plugged", "status": "completed", "tag": "e7d4291e-095e-41d5-8686-cf51d37f45e2", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:15:14.731198 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38c1567c-9c9f-4dc1-bc04-1e5276b684be {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:15:14.731612 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d7a9b0-ca7d-48e6-8997-91bb2a2de110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d4291e-095e-41d5-8686-cf51d37f45e2', 'code': 200} Aug 27 04:15:14.756940 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=e7d4291e-095e-41d5-8686-cf51d37f45e2,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:14.934758 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd857a76-ed67-4bd3-8809-bf2c90f613b1 req-710458dc-0290-45ef-bccd-ebff9812eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:14.936240 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd857a76-ed67-4bd3-8809-bf2c90f613b1 req-710458dc-0290-45ef-bccd-ebff9812eb69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 1099 time: 0.0427263 Aug 27 04:15:14.971811 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-cd857a76-ed67-4bd3-8809-bf2c90f613b1 req-fc9210b7-c912-4d9e-8a44-d2551702c637 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275977 Aug 27 04:15:15.525646 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5c48-36fc-45a0-9232-db5442f9a50b req-708d2fed-f5b3-407e-8d47-1bdb7deab7a0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:15.527165 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d14c5c48-36fc-45a0-9232-db5442f9a50b req-708d2fed-f5b3-407e-8d47-1bdb7deab7a0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 946 time: 0.0504546 Aug 27 04:15:15.568468 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d14c5c48-36fc-45a0-9232-db5442f9a50b req-182e8cd4-43de-4238-a69b-dce1111893d5 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350590 Aug 27 04:15:16.686047 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18c3c9-2ea6-4845-8ab3-2393f9e2aa0a req-269a86d1-2f29-4c30-a0f2-693b71f81b6e tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:16.687971 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3f18c3c9-2ea6-4845-8ab3-2393f9e2aa0a req-269a86d1-2f29-4c30-a0f2-693b71f81b6e tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 946 time: 0.0506821 Aug 27 04:15:16.726587 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3f18c3c9-2ea6-4845-8ab3-2393f9e2aa0a req-df0975c7-9959-4b74-9146-501ab32710fd tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Aug 27 04:15:30.899421 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3da52269-5a06-4176-99cf-7abb74968f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.851484 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3f1ad0b1-0a76-4767-a5a2-6d004e6b14c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:34.933644 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.301292 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:37.115716 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:40.351553 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:44.804206 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:15:47.582106 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3516e46-7845-472c-ac8d-d73face5c4da req-8c971dd6-424e-43e1-9ec9-22b06cf8cce4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438004 Aug 27 04:15:47.681238 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3516e46-7845-472c-ac8d-d73face5c4da req-dc72d7b7-a803-4731-8e89-2d750f8fab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:47.682759 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3516e46-7845-472c-ac8d-d73face5c4da req-dc72d7b7-a803-4731-8e89-2d750f8fab8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1099 time: 0.0404646 Aug 27 04:15:49.238703 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3516e46-7845-472c-ac8d-d73face5c4da req-01f70632-9a2e-4192-813c-56fed16c5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:49.240198 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3516e46-7845-472c-ac8d-d73face5c4da req-01f70632-9a2e-4192-813c-56fed16c5447 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 200 len: 910 time: 0.0938866 Aug 27 04:15:50.123189 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3516e46-7845-472c-ac8d-d73face5c4da req-9313a387-3d89-44c5-b47a-d6c61badc9a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 200 len: 1002 time: 0.0590904 Aug 27 04:15:51.591640 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3516e46-7845-472c-ac8d-d73face5c4da req-61a76afa-b123-4c93-b437-ff6d9c135c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:51.593120 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3516e46-7845-472c-ac8d-d73face5c4da req-61a76afa-b123-4c93-b437-ff6d9c135c08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d51645d-d5cb-413e-9841-2a75bf7ccc9a HTTP/1.1" status: 200 len: 848 time: 0.0465138 Aug 27 04:15:51.642300 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3516e46-7845-472c-ac8d-d73face5c4da req-e45a1716-e239-424c-ac1d-6f3844891996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:51.643765 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3516e46-7845-472c-ac8d-d73face5c4da req-e45a1716-e239-424c-ac1d-6f3844891996 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28bd1dfe-6657-448c-8420-457cc7fd5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427508 Aug 27 04:15:51.733481 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3516e46-7845-472c-ac8d-d73face5c4da req-31a8cf7b-1281-4ee6-a250-59e369ce7116 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820053 Aug 27 04:15:51.826635 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b3516e46-7845-472c-ac8d-d73face5c4da req-bbfc0818-2a4e-4166-89a2-6622391bd8db service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850949 Aug 27 04:16:00.184054 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd345014-9f74-4a1a-ba8a-a8d63ae97646 req-c701daff-4f01-4a4c-acc0-37fafc92e40a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:00.185544 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fd345014-9f74-4a1a-ba8a-a8d63ae97646 req-c701daff-4f01-4a4c-acc0-37fafc92e40a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0501261 Aug 27 04:16:00.226158 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fd345014-9f74-4a1a-ba8a-a8d63ae97646 req-7fa17787-f1c1-4311-a909-ec741963120a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330362 Aug 27 04:16:00.901654 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-58de49cb-60ab-4aff-8341-5acdbb40b45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:01.356624 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac60197-fa64-4e67-a5d9-74ab5cfd3406 req-7cfcd77a-1703-4994-bdc8-1e22ab2e0270 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:01.358115 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dac60197-fa64-4e67-a5d9-74ab5cfd3406 req-7cfcd77a-1703-4994-bdc8-1e22ab2e0270 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0504689 Aug 27 04:16:01.395041 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dac60197-fa64-4e67-a5d9-74ab5cfd3406 req-12813a25-92d2-439c-b3a6-65600fa08819 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308363 Aug 27 04:16:02.511011 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717556e3-6228-4add-8e7a-b7a99fefa114 req-4c252204-ca89-45dc-9464-e3291d42f8f9 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:02.512551 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-717556e3-6228-4add-8e7a-b7a99fefa114 req-4c252204-ca89-45dc-9464-e3291d42f8f9 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0482488 Aug 27 04:16:02.554338 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-717556e3-6228-4add-8e7a-b7a99fefa114 req-8cfebafe-4cac-4c24-a605-38a3a091565e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350578 Aug 27 04:16:03.671304 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bc0f4-bb91-4957-bcf8-ae85212a91e2 req-22abed5b-026a-452f-8c4d-5249d7b63ba6 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:03.673301 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d4bc0f4-bb91-4957-bcf8-ae85212a91e2 req-22abed5b-026a-452f-8c4d-5249d7b63ba6 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0518091 Aug 27 04:16:03.710387 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5d4bc0f4-bb91-4957-bcf8-ae85212a91e2 req-25d9a6e8-90c1-4867-8846-43c1fa571f94 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310216 Aug 27 04:16:03.852928 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-56c590e9-c209-48b3-bab1-8ee8ab1e6f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:04.824643 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167668-1085-4a43-ac58-21acf35056fc req-bafe0aa3-4621-4177-a091-789cec4ebd68 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:04.826061 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9b167668-1085-4a43-ac58-21acf35056fc req-bafe0aa3-4621-4177-a091-789cec4ebd68 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0501289 Aug 27 04:16:04.867136 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-9b167668-1085-4a43-ac58-21acf35056fc req-cb8a76a3-23b4-4988-8bfc-c42b595bf038 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351481 Aug 27 04:16:04.935828 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:05.306514 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:05.983562 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6e9b3-e656-40c5-be94-5d6b714d9eb0 req-b0565e84-a2e9-4cf5-9ce2-ab57d71b12cb tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:05.986353 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dbf6e9b3-e656-40c5-be94-5d6b714d9eb0 req-b0565e84-a2e9-4cf5-9ce2-ab57d71b12cb tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0527620 Aug 27 04:16:06.029517 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dbf6e9b3-e656-40c5-be94-5d6b714d9eb0 req-cc1c9e75-4613-4916-9faf-6f354ca178fc tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372322 Aug 27 04:16:07.124017 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:07.151410 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71134a2d-69f2-4a3d-9699-a8f828483016 req-2e2df7f4-3fa5-488d-9c1d-57026e65ea7b tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:07.152880 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71134a2d-69f2-4a3d-9699-a8f828483016 req-2e2df7f4-3fa5-488d-9c1d-57026e65ea7b tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0503707 Aug 27 04:16:07.190974 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-71134a2d-69f2-4a3d-9699-a8f828483016 req-94b491af-377c-4caa-bfcc-b9adba7e6a5e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Aug 27 04:16:08.305347 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904e98b-50bc-403c-8892-059bd3f10bc0 req-5343314c-b463-4fc0-8906-436f5db5250a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:08.306917 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7904e98b-50bc-403c-8892-059bd3f10bc0 req-5343314c-b463-4fc0-8906-436f5db5250a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0481818 Aug 27 04:16:08.345778 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7904e98b-50bc-403c-8892-059bd3f10bc0 req-ee211937-41fc-4d34-8662-a71df5e2fa8a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319483 Aug 27 04:16:09.477875 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc93c2-3056-42aa-b674-5b6287543ac1 req-6022e63b-2e0b-4356-9c29-76107e7bc76b tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:09.479406 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f1bc93c2-3056-42aa-b674-5b6287543ac1 req-6022e63b-2e0b-4356-9c29-76107e7bc76b tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0497174 Aug 27 04:16:09.522104 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f1bc93c2-3056-42aa-b674-5b6287543ac1 req-dec1a9bc-18ce-4a1f-85d8-8bce6aa16539 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362349 Aug 27 04:16:10.347373 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:10.645156 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f9db5-981d-4fcb-9582-a1da8c1e1e45 req-7375759e-2e50-4975-afb3-736ea023e078 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:10.646729 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-848f9db5-981d-4fcb-9582-a1da8c1e1e45 req-7375759e-2e50-4975-afb3-736ea023e078 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0545652 Aug 27 04:16:10.709279 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-848f9db5-981d-4fcb-9582-a1da8c1e1e45 req-7caf1769-c307-4125-9eb6-5ce697f8df7f tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564742 Aug 27 04:16:10.727162 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2814f71-49cf-44d0-ad97-8e6d8890bdfa req-bc68aa34-8261-42da-a08d-9157942dfa24 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:10.728635 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2814f71-49cf-44d0-ad97-8e6d8890bdfa req-bc68aa34-8261-42da-a08d-9157942dfa24 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 946 time: 0.0627456 Aug 27 04:16:10.766724 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2814f71-49cf-44d0-ad97-8e6d8890bdfa req-283f6cc4-9861-4099-ad84-f8e05ec8a39e tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Aug 27 04:16:11.829550 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce26449-8b76-42da-9778-bee344f1a696 req-b3927def-9735-4a47-acd9-0076228f35f1 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:11.830976 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ce26449-8b76-42da-9778-bee344f1a696 req-b3927def-9735-4a47-acd9-0076228f35f1 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0540161 Aug 27 04:16:11.894860 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-8ce26449-8b76-42da-9778-bee344f1a696 req-44affcf6-acad-45aa-8fa8-4e579a6407ed tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518670 Aug 27 04:16:11.906765 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503823a8-6591-4c18-9f4d-1512705bcd0b req-bbbbe11c-b606-4388-be83-c6b950158172 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:11.908300 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-503823a8-6591-4c18-9f4d-1512705bcd0b req-bbbbe11c-b606-4388-be83-c6b950158172 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 946 time: 0.0736229 Aug 27 04:16:11.945615 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-503823a8-6591-4c18-9f4d-1512705bcd0b req-87e4041d-3965-4059-a1de-6de6c843ceec tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314355 Aug 27 04:16:13.070797 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e6c47-2c60-4322-92d4-7838b2aba331 req-b0412971-e039-41e3-a8c1-d10fe9e84934 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:13.072284 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eb0e6c47-2c60-4322-92d4-7838b2aba331 req-b0412971-e039-41e3-a8c1-d10fe9e84934 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.1104047 Aug 27 04:16:13.097071 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdc7b4-ac5f-4b25-b181-5be231c391bf req-708b1b75-d687-4a78-94a9-94fca6c139b8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:13.098520 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-50fdc7b4-ac5f-4b25-b181-5be231c391bf req-708b1b75-d687-4a78-94a9-94fca6c139b8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 946 time: 0.1085534 Aug 27 04:16:13.128290 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0be3ea-5e15-4fce-9b94-0855bd4e4278 req-8939365e-a842-4588-88fc-e8550573bc46 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:13.129782 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f0be3ea-5e15-4fce-9b94-0855bd4e4278 req-8939365e-a842-4588-88fc-e8550573bc46 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1d7a9b0-ca7d-48e6-8997-91bb2a2de110 HTTP/1.1" status: 200 len: 946 time: 0.1080191 Aug 27 04:16:13.181061 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eb0e6c47-2c60-4322-92d4-7838b2aba331 req-55add8e9-4744-4f12-93a4-2359d625fc6c tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006556 Aug 27 04:16:13.238588 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5f0be3ea-5e15-4fce-9b94-0855bd4e4278 req-f1244fe2-e139-44e4-b601-562ccd9cd093 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906987 Aug 27 04:16:13.260570 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-50fdc7b4-ac5f-4b25-b181-5be231c391bf req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Deleting port e7d4291e-095e-41d5-8686-cf51d37f45e2 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:16:13.260910 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-50fdc7b4-ac5f-4b25-b181-5be231c391bf req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:13.346764 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-50fdc7b4-ac5f-4b25-b181-5be231c391bf req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] For port e7d4291e-095e-41d5-8686-cf51d37f45e2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e7d4291e-095e-41d5-8686-cf51d37f45e2,segment=NetworkSegment(9e81d88b-bae5-40e8-a457-182a937ce704),segment_id=9e81d88b-bae5-40e8-a457-182a937ce704)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:13.347122 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-50fdc7b4-ac5f-4b25-b181-5be231c391bf req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:13.359392 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [req-50fdc7b4-ac5f-4b25-b181-5be231c391bf req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Calling delete_port for e7d4291e-095e-41d5-8686-cf51d37f45e2 owned by compute:nova {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:16:13.488579 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-50fdc7b4-ac5f-4b25-b181-5be231c391bf req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:13.517269 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Pushing event deleted for resources: {'Port': ['ID=e7d4291e-095e-41d5-8686-cf51d37f45e2,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:13.528439 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['e7d4291e-095e-41d5-8686-cf51d37f45e2'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:16:13.541119 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.541463 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.541799 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.542156 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.542486 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.542812 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.543135 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.543456 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.543776 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.544094 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.544415 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.544730 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:13.566300 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fdc7b4-ac5f-4b25-b181-5be231c391bf req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] No DVR routers for this DVR port e7d4291e-095e-41d5-8686-cf51d37f45e2 on host hv-cinder-77398 {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:16:13.568651 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-50fdc7b4-ac5f-4b25-b181-5be231c391bf req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:13.570681 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-50fdc7b4-ac5f-4b25-b181-5be231c391bf req-e6bfdbb3-18c1-4695-9d28-c02860f2baf6 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.62 "DELETE /v2.0/ports/e7d4291e-095e-41d5-8686-cf51d37f45e2 HTTP/1.1" status: 204 len: 173 time: 0.4623134 Aug 27 04:16:13.571109 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d7a9b0-ca7d-48e6-8997-91bb2a2de110', 'name': 'network-vif-deleted', 'tag': 'e7d4291e-095e-41d5-8686-cf51d37f45e2'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:16:13.573445 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad069d76-fded-40fe-ad8d-771347339748" -d '{"events": [{"server_uuid": "c1d7a9b0-ca7d-48e6-8997-91bb2a2de110", "name": "network-vif-deleted", "tag": "e7d4291e-095e-41d5-8686-cf51d37f45e2"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:16:13.611777 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68b9a06-8dbd-495f-9bfa-30c2e233191b x-openstack-request-id: req-f68b9a06-8dbd-495f-9bfa-30c2e233191b {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:16:13.612069 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d7a9b0-ca7d-48e6-8997-91bb2a2de110", "name": "network-vif-deleted", "tag": "e7d4291e-095e-41d5-8686-cf51d37f45e2", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:16:13.612318 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f68b9a06-8dbd-495f-9bfa-30c2e233191b {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:16:13.612712 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d7a9b0-ca7d-48e6-8997-91bb2a2de110', 'name': 'network-vif-deleted', 'tag': 'e7d4291e-095e-41d5-8686-cf51d37f45e2', 'status': 'completed', 'code': 200} Aug 27 04:16:14.301879 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5f98a-3537-41d6-8563-cca540ee4ba9 req-22522443-8937-4b73-9bdd-4ac8a1cfe8a6 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:14.303538 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-49e5f98a-3537-41d6-8563-cca540ee4ba9 req-22522443-8937-4b73-9bdd-4ac8a1cfe8a6 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0546758 Aug 27 04:16:14.344250 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-49e5f98a-3537-41d6-8563-cca540ee4ba9 req-945e5aa3-7414-4020-95f0-99200b9c0634 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337899 Aug 27 04:16:15.462175 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdba90-d90e-4ef4-9efd-b818ba8a4951 req-32b38889-0708-4b92-93fc-b967f21e096a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:15.464023 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2cdba90-d90e-4ef4-9efd-b818ba8a4951 req-32b38889-0708-4b92-93fc-b967f21e096a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0486658 Aug 27 04:16:15.502165 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-d2cdba90-d90e-4ef4-9efd-b818ba8a4951 req-a6b80789-52c8-4fe3-933d-60cbf41a994e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Aug 27 04:16:16.615594 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c213c9-08d3-4cd1-9d0b-a1974a94fc12 req-0a4bec11-9384-4917-b9e5-2054b3181205 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:16.617063 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a9c213c9-08d3-4cd1-9d0b-a1974a94fc12 req-0a4bec11-9384-4917-b9e5-2054b3181205 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0487194 Aug 27 04:16:16.653841 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a9c213c9-08d3-4cd1-9d0b-a1974a94fc12 req-6a75cb66-1661-4cad-b7c5-8e9922350da8 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 Aug 27 04:16:17.306894 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e7d4291e-095e-41d5-8686-cf51d37f45e2 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:16:17.327211 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: e7d4291e-095e-41d5-8686-cf51d37f45e2 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:16:17.327555 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device e7d4291e-095e-41d5-8686-cf51d37f45e2 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:16:17.771416 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60197c9-baa6-4f16-87bd-9135700e3788 req-18aaa4ce-13c2-4220-9b0d-1305ef355c05 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:17.772911 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a60197c9-baa6-4f16-87bd-9135700e3788 req-18aaa4ce-13c2-4220-9b0d-1305ef355c05 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0525188 Aug 27 04:16:17.811295 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-a60197c9-baa6-4f16-87bd-9135700e3788 req-6df17aac-9445-4ca4-8126-d4c0718ac42f tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321293 Aug 27 04:16:18.927355 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcba6e4-827d-4e18-b882-3e9d559b937a req-41619b16-90ed-445c-b49c-40079d3c599a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:18.928798 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bcba6e4-827d-4e18-b882-3e9d559b937a req-41619b16-90ed-445c-b49c-40079d3c599a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0491352 Aug 27 04:16:18.965285 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-6bcba6e4-827d-4e18-b882-3e9d559b937a req-2f435472-5c60-4306-9cfd-8bae4198feed tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306001 Aug 27 04:16:19.735009 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e53b12-0952-4dc0-b5b7-0a2320df8b98 req-94a71696-836a-48f3-a1d3-f2fb15623598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:19.736607 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b0e53b12-0952-4dc0-b5b7-0a2320df8b98 req-94a71696-836a-48f3-a1d3-f2fb15623598 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1099 time: 0.0407670 Aug 27 04:16:19.833479 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e53b12-0952-4dc0-b5b7-0a2320df8b98 req-f6dac26b-41bf-45c5-8765-c2c14be8a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:19.836048 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b0e53b12-0952-4dc0-b5b7-0a2320df8b98 req-f6dac26b-41bf-45c5-8765-c2c14be8a3a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 200 len: 910 time: 0.0924535 Aug 27 04:16:19.900198 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b0e53b12-0952-4dc0-b5b7-0a2320df8b98 req-5b911bfd-7c3e-4aae-b28b-c285fb5cb033 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 200 len: 1002 time: 0.0573478 Aug 27 04:16:19.953775 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e53b12-0952-4dc0-b5b7-0a2320df8b98 req-d6251442-76ef-443c-b6c2-0d3a6f7f95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:19.955470 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b0e53b12-0952-4dc0-b5b7-0a2320df8b98 req-d6251442-76ef-443c-b6c2-0d3a6f7f95d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d51645d-d5cb-413e-9841-2a75bf7ccc9a HTTP/1.1" status: 200 len: 848 time: 0.0488641 Aug 27 04:16:20.001511 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e53b12-0952-4dc0-b5b7-0a2320df8b98 req-e59d5b42-b63c-494e-b1f7-241e510961bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:20.002850 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b0e53b12-0952-4dc0-b5b7-0a2320df8b98 req-e59d5b42-b63c-494e-b1f7-241e510961bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28bd1dfe-6657-448c-8420-457cc7fd5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407143 Aug 27 04:16:20.124053 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b294677-659c-4dc6-bb38-0c865f003d98 req-9801ff9c-cc8f-4902-89de-b3e04dafc343 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:20.125436 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0b294677-659c-4dc6-bb38-0c865f003d98 req-9801ff9c-cc8f-4902-89de-b3e04dafc343 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0732121 Aug 27 04:16:20.142735 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b0e53b12-0952-4dc0-b5b7-0a2320df8b98 req-eebcd93c-7ca9-4bde-86a2-155a765b4ef4 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329970 Aug 27 04:16:20.208966 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0b294677-659c-4dc6-bb38-0c865f003d98 req-21afb4da-c0cb-4def-88fa-16c05b5dbfdf tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761781 Aug 27 04:16:20.245709 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b0e53b12-0952-4dc0-b5b7-0a2320df8b98 req-48abffbd-5d69-4e5e-952e-3cb646d6a409 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944743 Aug 27 04:16:21.327753 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cbe54-a1ee-45a7-b0cb-b963cd6e6cb0 req-fa4a6314-f8be-451a-b63a-3821b6f876f3 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:21.330527 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee2cbe54-a1ee-45a7-b0cb-b963cd6e6cb0 req-fa4a6314-f8be-451a-b63a-3821b6f876f3 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0550120 Aug 27 04:16:21.368209 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ee2cbe54-a1ee-45a7-b0cb-b963cd6e6cb0 req-bbdd9323-2abc-4bd7-9f4f-8ddfa4e613a1 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Aug 27 04:16:21.803991 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:16:22.483677 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48264f9-41c3-4fc7-a92e-751a95c4dd40 req-b2cebb8c-8abe-4ca4-8c0b-9c063a593787 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:22.485668 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e48264f9-41c3-4fc7-a92e-751a95c4dd40 req-b2cebb8c-8abe-4ca4-8c0b-9c063a593787 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0495863 Aug 27 04:16:22.522816 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-e48264f9-41c3-4fc7-a92e-751a95c4dd40 req-9837ce3d-4561-4698-9d24-ea2e6bc1d552 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313468 Aug 27 04:16:23.644211 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1040f-9928-4481-b211-6f381052e7bf req-58c36358-e8a8-497c-9a38-c8242ea08950 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:23.645978 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60c1040f-9928-4481-b211-6f381052e7bf req-58c36358-e8a8-497c-9a38-c8242ea08950 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0575895 Aug 27 04:16:23.684356 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-60c1040f-9928-4481-b211-6f381052e7bf req-0ef1a163-6c33-4236-85ba-fc043b4e3e50 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325096 Aug 27 04:16:24.800602 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7b797-881e-490b-954b-e005a6218d93 req-549d6f4d-10f6-4a75-82c4-d40cec614e52 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:24.802083 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3cb7b797-881e-490b-954b-e005a6218d93 req-549d6f4d-10f6-4a75-82c4-d40cec614e52 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0524044 Aug 27 04:16:24.839129 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3cb7b797-881e-490b-954b-e005a6218d93 req-a43ffb9f-ea00-4171-9600-9d6b2d0fccb0 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311005 Aug 27 04:16:25.955274 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267219b2-0e1b-4f38-9274-18bd867cd56d req-b3114cf1-d394-47fe-8984-d4285cc39924 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:25.956721 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-267219b2-0e1b-4f38-9274-18bd867cd56d req-b3114cf1-d394-47fe-8984-d4285cc39924 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0484233 Aug 27 04:16:25.993632 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-267219b2-0e1b-4f38-9274-18bd867cd56d req-59398603-3d29-4e2c-a8f6-1f92b0fc996f tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307651 Aug 27 04:16:26.834260 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device b0e073ba-4228-44fe-bdc0-e5cec33baf12 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:16:26.913350 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:26.935674 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:16:26.938331 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4eda59-f636-4bd1-ab88-fd72c19c5e98" -d '{"events": [{"server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:16:26.950539 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port b0e073ba-4228-44fe-bdc0-e5cec33baf12, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:26.955425 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:26.979621 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 04:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933473b9-b0dd-4f7c-85ea-22d312d31a36 x-openstack-request-id: req-933473b9-b0dd-4f7c-85ea-22d312d31a36 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:16:26.979921 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:16:26.980173 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-933473b9-b0dd-4f7c-85ea-22d312d31a36 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:16:26.980561 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'code': 200} Aug 27 04:16:27.006320 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=b0e073ba-4228-44fe-bdc0-e5cec33baf12,revision_number=6']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:27.013599 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.013903 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.014275 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.014708 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.014944 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.015272 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.016141 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.016624 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.016963 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.017290 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.017621 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.017941 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:27.114891 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f8b57-47bd-4a45-a6a2-3cbc98ba0834 req-16da6ced-5095-4d76-8719-ede349110e68 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:27.116491 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-430f8b57-47bd-4a45-a6a2-3cbc98ba0834 req-16da6ced-5095-4d76-8719-ede349110e68 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0506077 Aug 27 04:16:27.157916 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-430f8b57-47bd-4a45-a6a2-3cbc98ba0834 req-234c38d7-0a2f-4848-b380-1196747b0abd tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352199 Aug 27 04:16:27.326216 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256b22c-853a-465e-b32e-6021a305f438 req-fd92b1e3-56d4-4d9d-aa33-1de77612bca0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:27.327705 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-fd92b1e3-56d4-4d9d-aa33-1de77612bca0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/networks?id=80353014-5249-42ff-8f3c-8f5139aa2059 HTTP/1.1" status: 200 len: 814 time: 0.1156435 Aug 27 04:16:27.344094 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-f3bed692-55f2-4a5f-8e45-190cd3e032fe tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/quotas/af2f83a6efc64cc4adef358d27182277 HTTP/1.1" status: 200 len: 375 time: 0.0095677 Aug 27 04:16:27.377730 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-e5bdf6d0-a6ef-4d80-8361-ae63ae20f59e tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=af2f83a6efc64cc4adef358d27182277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281577 Aug 27 04:16:27.483632 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-e9c3444b-56f9-48a3-a846-cc13302f0d1e service neutron] 10.222.0.48 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990143 Aug 27 04:16:27.575569 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-b46374a0-1b27-442e-be75-cda089daf989 service neutron] 10.222.0.48 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853972 Aug 27 04:16:27.740612 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-700a68c4-6950-4fc5-88ea-4376154c0e00 req-25c0bdbf-bdb9-4fe1-80aa-c8257bbcf812 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 210 time: 0.0316465 Aug 27 04:16:28.279134 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d8e1b-af6a-4809-a3a7-6241138cc1c0 req-a551f4b5-ccb6-4d6c-a514-24318587ff1d tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:28.280991 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-737d8e1b-af6a-4809-a3a7-6241138cc1c0 req-a551f4b5-ccb6-4d6c-a514-24318587ff1d tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0564187 Aug 27 04:16:28.319403 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-737d8e1b-af6a-4809-a3a7-6241138cc1c0 req-995f80e9-d37f-4604-8811-b77e87b0eca5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Aug 27 04:16:28.534577 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d42f5-156b-44a0-bd9b-92ca60aaea2a req-cd5977d2-525b-4923-a5fb-9229bf8589a4 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:28.535983 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f61d42f5-156b-44a0-bd9b-92ca60aaea2a req-cd5977d2-525b-4923-a5fb-9229bf8589a4 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0524778 Aug 27 04:16:28.540344 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 49356) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:16:28.577920 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-f61d42f5-156b-44a0-bd9b-92ca60aaea2a req-728c35c5-e03a-4d3b-b53e-dec103b8edb1 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349860 Aug 27 04:16:28.643316 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-052200a7-e5c4-40df-b771-12a7ddb19754 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1017017 Aug 27 04:16:28.742622 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256b22c-853a-465e-b32e-6021a305f438 req-c64d6356-4509-4bd2-a957-8f0dcb71c072 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:28.743897 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-c64d6356-4509-4bd2-a957-8f0dcb71c072 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.62 "GET /v2.0/networks?id=80353014-5249-42ff-8f3c-8f5139aa2059 HTTP/1.1" status: 200 len: 814 time: 0.1062450 Aug 27 04:16:28.776801 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Request body: {'port': {'device_id': '0c3251f0-ed06-4a10-8c45-19ac6fe271a6', 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059', 'admin_state_up': True, 'tenant_id': 'af2f83a6efc64cc4adef358d27182277'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:16:28.854423 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c7752f23-7ca8-4b7e-a8d4-60504af4922a req-6c252ef4-a924-478d-a538-8563d73e4213 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 210 time: 0.0337169 Aug 27 04:16:28.912983 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Made reservation on behalf of af2f83a6efc64cc4adef358d27182277 for: {'port': 1} {{(pid=93872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:16:28.916579 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:29.049059 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_common [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Allocated IP 172.20.0.5 (80353014-5249-42ff-8f3c-8f5139aa2059/a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d/de7fc502-05fc-413e-9e57-1e2409e7cc31) {{(pid=93872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:16:29.202802 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks [] for port, precommit_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:29.241675 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740056595429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_create {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:29.282403 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Network 80353014-5249-42ff-8f3c-8f5139aa2059 is already hosted by enough agents. {{(pid=93872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:16:29.287748 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.base_scheduler [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Resources bound (agent type, host, resource id): {{(pid=93872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:16:29.291409 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Received port after_create {{(pid=93872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:16:29.298485 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Pushing event updated for resources: {'Port': ['ID=de7fc502-05fc-413e-9e57-1e2409e7cc31,revision_number=1']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:29.341902 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:29.342525 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:29.355841 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-6ab18154-4977-4ebf-8943-f9957aad71c8 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837607 Aug 27 04:16:29.433564 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.v2.base [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Request body: {'port': {'device_id': '0c3251f0-ed06-4a10-8c45-19ac6fe271a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=93872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:16:29.489994 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:29.731471 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0e03f-fe6a-40cc-af02-254802b9a297 req-6f41cc3b-e866-44bb-b804-39c75516f1e6 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:29.732962 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5fb0e03f-fe6a-40cc-af02-254802b9a297 req-6f41cc3b-e866-44bb-b804-39c75516f1e6 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0800285 Aug 27 04:16:29.813609 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-5fb0e03f-fe6a-40cc-af02-254802b9a297 req-5d3043f6-65f8-4939-9f27-e1256ca1a382 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698133 Aug 27 04:16:29.825665 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7fc502-05fc-413e-9e57-1e2409e7cc31 {{(pid=93872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:16:29.834192 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:29.845872 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.provisioning_blocks [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Transition to ACTIVE for port object de7fc502-05fc-413e-9e57-1e2409e7cc31 will not be triggered until provisioned by entity L2. {{(pid=93872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:16:29.849193 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:29.916628 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Pushing event updated for resources: {'Port': ['ID=de7fc502-05fc-413e-9e57-1e2409e7cc31,revision_number=2']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:30.237326 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.62', 62397) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:16:30.268516 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Attempting to bind port de7fc502-05fc-413e-9e57-1e2409e7cc31 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:16:30.268875 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Attempting to bind port de7fc502-05fc-413e-9e57-1e2409e7cc31 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9e81d88b-bae5-40e8-a457-182a937ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059'}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:16:30.269171 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Attempting to bind port de7fc502-05fc-413e-9e57-1e2409e7cc31 on network 80353014-5249-42ff-8f3c-8f5139aa2059 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:16:30.279585 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c304fa-ec88-47c1-8ba3-b7e57083d732 req-a880a19c-649c-448a-9c62-7d30fdbe7edd tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.281582 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c3c304fa-ec88-47c1-8ba3-b7e57083d732 req-a880a19c-649c-448a-9c62-7d30fdbe7edd tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 943 time: 0.3421907 Aug 27 04:16:30.283788 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Port de7fc502-05fc-413e-9e57-1e2409e7cc31 on network 80353014-5249-42ff-8f3c-8f5139aa2059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:16:30.284397 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Attempting to bind port de7fc502-05fc-413e-9e57-1e2409e7cc31 on network 80353014-5249-42ff-8f3c-8f5139aa2059 {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:16:30.290967 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Checking agent: {'id': 'b7989da0-4cf6-4368-a65c-95e7814186fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'started_at': datetime.datetime(2021, 8, 27, 3, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:16:30.291301 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Checking segment: {'id': '9e81d88b-bae5-40e8-a457-182a937ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:16:30.291682 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Bound using segment: {'id': '9e81d88b-bae5-40e8-a457-182a937ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059'} {{(pid=93872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:16:30.292107 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.managers [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Bound port: de7fc502-05fc-413e-9e57-1e2409e7cc31, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e81d88b-bae5-40e8-a457-182a937ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059'}}] {{(pid=93872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:16:30.292460 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:30.317047 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-b602ad5e-d315-4242-bd6e-c306bd50c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.319425 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-b602ad5e-d315-4242-bd6e-c306bd50c07c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552&tenant_id=814e05e5f20b4f4588cdb9be1602d70f HTTP/1.1" status: 200 len: 1097 time: 0.0797989 Aug 27 04:16:30.359215 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c3c304fa-ec88-47c1-8ba3-b7e57083d732 req-d4a235b3-d931-4e66-98a6-94a9d682d3ad tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698562 Aug 27 04:16:30.385054 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] For port de7fc502-05fc-413e-9e57-1e2409e7cc31, host hv-cinder-77398, cleared binding levels {{(pid=93872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:16:30.388411 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] For port de7fc502-05fc-413e-9e57-1e2409e7cc31, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=de7fc502-05fc-413e-9e57-1e2409e7cc31,segment=NetworkSegment(9e81d88b-bae5-40e8-a457-182a937ce704),segment_id=9e81d88b-bae5-40e8-a457-182a937ce704)] {{(pid=93872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:16:30.394977 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131160873'] for port, after_update {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:30.416408 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-bd36cfc2-130c-45f3-b89c-83072bf4a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.417909 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-bd36cfc2-130c-45f3-b89c-83072bf4a2bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1097 time: 0.0459056 Aug 27 04:16:30.430741 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.431369 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:30.432877 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] 10.222.0.62 "PUT /v2.0/ports/de7fc502-05fc-413e-9e57-1e2409e7cc31 HTTP/1.1" status: 200 len: 1093 time: 1.0037458 Aug 27 04:16:30.433373 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3251f0-ed06-4a10-8c45-19ac6fe271a6', 'tag': 'de7fc502-05fc-413e-9e57-1e2409e7cc31'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:16:30.435651 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ac5170-7605-489d-b1b6-de159d5af99d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3251f0-ed06-4a10-8c45-19ac6fe271a6", "tag": "de7fc502-05fc-413e-9e57-1e2409e7cc31"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:16:30.463587 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e668bde-aacc-4f21-ac88-ed3808da16f0 service neutron] Pushing event updated for resources: {'Port': ['ID=de7fc502-05fc-413e-9e57-1e2409e7cc31,revision_number=3']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:30.484098 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e1e695-eb86-497f-88e2-04af2d27d213 x-openstack-request-id: req-96e1e695-eb86-497f-88e2-04af2d27d213 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:16:30.484348 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3251f0-ed06-4a10-8c45-19ac6fe271a6", "tag": "de7fc502-05fc-413e-9e57-1e2409e7cc31", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:16:30.484619 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96e1e695-eb86-497f-88e2-04af2d27d213 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:16:30.484993 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3251f0-ed06-4a10-8c45-19ac6fe271a6', 'tag': 'de7fc502-05fc-413e-9e57-1e2409e7cc31', 'status': 'completed', 'code': 200} Aug 27 04:16:30.518482 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-0bc2093c-d0c7-45ee-b3e5-e0755c67419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.519949 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-0bc2093c-d0c7-45ee-b3e5-e0755c67419d service neutron] 10.222.0.62 "GET /v2.0/networks?id=28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 200 len: 910 time: 0.0932961 Aug 27 04:16:30.547930 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256b22c-853a-465e-b32e-6021a305f438 req-773774df-e17a-4438-bc0a-771b9c09267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.549596 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-773774df-e17a-4438-bc0a-771b9c09267c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af2f83a6efc64cc4adef358d27182277&device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 1096 time: 0.0450802 Aug 27 04:16:30.600595 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-ec559fac-050f-44f8-a828-21274c244d3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de7fc502-05fc-413e-9e57-1e2409e7cc31 HTTP/1.1" status: 200 len: 217 time: 0.0356278 Aug 27 04:16:30.618192 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-9c3359a5-bb24-455c-8d16-9ecfe6c4486a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 200 len: 1000 time: 0.0908468 Aug 27 04:16:30.656608 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256b22c-853a-465e-b32e-6021a305f438 req-6a4debcd-1553-4d6b-b01b-80b77dcd2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.658209 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-6a4debcd-1553-4d6b-b01b-80b77dcd2051 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d HTTP/1.1" status: 200 len: 854 time: 0.0503347 Aug 27 04:16:30.666696 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-9bca516a-6f5a-4e97-9693-3eac32ea7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.668126 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-9bca516a-6f5a-4e97-9693-3eac32ea7a73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d51645d-d5cb-413e-9841-2a75bf7ccc9a HTTP/1.1" status: 200 len: 848 time: 0.0434694 Aug 27 04:16:30.692658 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-84ca2f50-dd9e-49a4-9dd6-bfe24006d7f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80353014-5249-42ff-8f3c-8f5139aa2059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255213 Aug 27 04:16:30.715999 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-4126db82-1338-4689-b4d8-0a123fdf5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.717381 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-4126db82-1338-4689-b4d8-0a123fdf5d88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28bd1dfe-6657-448c-8420-457cc7fd5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422986 Aug 27 04:16:30.790028 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-40bb0fc3-c03e-4048-9903-d5911aa3d84a service neutron] 10.222.0.62 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899055 Aug 27 04:16:30.812183 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-6b63cf34-b608-46ee-872f-40d4f8170d73 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853646 Aug 27 04:16:30.886606 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4256b22c-853a-465e-b32e-6021a305f438 req-ab1a2e7c-3681-4855-affe-f234bc852e90 service neutron] 10.222.0.62 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884418 Aug 27 04:16:30.907252 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-fc9845b1-0e75-46e3-8e1e-5858ae02ee15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:30.927672 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-283e45c1-0493-4e9b-b805-82923c27ac3e req-227bcbf8-a6b9-4968-a071-58f37cd81cb0 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072414 Aug 27 04:16:30.947478 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63167682-feb5-48ea-99f3-d50d316ac004 req-f2e2769c-0333-4dac-833a-8841a8ff37da tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.948937 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63167682-feb5-48ea-99f3-d50d316ac004 req-f2e2769c-0333-4dac-833a-8841a8ff37da tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0654938 Aug 27 04:16:30.989394 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-63167682-feb5-48ea-99f3-d50d316ac004 req-07addbea-0ca5-4c86-893e-d0408c74e5ad tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338039 Aug 27 04:16:31.061537 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac5170-7605-489d-b1b6-de159d5af99d req-8ee1fe01-8708-46e8-b8c7-023787c5e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:31.063221 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-76ac5170-7605-489d-b1b6-de159d5af99d req-8ee1fe01-8708-46e8-b8c7-023787c5e0e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af2f83a6efc64cc4adef358d27182277&device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 1096 time: 0.0425072 Aug 27 04:16:31.220356 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac5170-7605-489d-b1b6-de159d5af99d req-766f32fe-ef41-4cfd-bb31-053236009ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:31.221799 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-76ac5170-7605-489d-b1b6-de159d5af99d req-766f32fe-ef41-4cfd-bb31-053236009ab4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80353014-5249-42ff-8f3c-8f5139aa2059 HTTP/1.1" status: 200 len: 915 time: 0.0853143 Aug 27 04:16:31.265043 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-76ac5170-7605-489d-b1b6-de159d5af99d req-55fe090c-b486-4781-a568-13569e99697d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de7fc502-05fc-413e-9e57-1e2409e7cc31 HTTP/1.1" status: 200 len: 217 time: 0.0345435 Aug 27 04:16:31.320180 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac5170-7605-489d-b1b6-de159d5af99d req-588d83ca-87c7-4301-bb07-22f8618824a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:31.321823 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-76ac5170-7605-489d-b1b6-de159d5af99d req-588d83ca-87c7-4301-bb07-22f8618824a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d HTTP/1.1" status: 200 len: 854 time: 0.0472381 Aug 27 04:16:31.355868 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-76ac5170-7605-489d-b1b6-de159d5af99d req-1df60b88-3991-4cd7-b9bf-ad36683c9918 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80353014-5249-42ff-8f3c-8f5139aa2059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238547 Aug 27 04:16:31.455902 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-76ac5170-7605-489d-b1b6-de159d5af99d req-900680bf-fcaf-4615-840f-bc160e36a796 service neutron] 10.222.0.62 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913849 Aug 27 04:16:31.487369 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102a111-6dc7-49fc-b6ed-51ed09fbe564 req-326a8c77-1560-4d6f-adab-3f756518b862 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:31.489015 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3102a111-6dc7-49fc-b6ed-51ed09fbe564 req-326a8c77-1560-4d6f-adab-3f756518b862 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 943 time: 0.0494864 Aug 27 04:16:31.527340 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-3102a111-6dc7-49fc-b6ed-51ed09fbe564 req-607158e7-d1ce-42c7-9a78-e94b2bfbe0ed tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322788 Aug 27 04:16:31.549042 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-76ac5170-7605-489d-b1b6-de159d5af99d req-7c8ff7f5-17ea-41ad-99d1-94b4da9f1c22 service neutron] 10.222.0.62 "GET /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853839 Aug 27 04:16:32.107063 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53810d25-ba02-4fef-b93e-aa27518cdf31 req-27439a89-7741-4af5-a726-8936721977e2 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:32.108533 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-53810d25-ba02-4fef-b93e-aa27518cdf31 req-27439a89-7741-4af5-a726-8936721977e2 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0525751 Aug 27 04:16:32.145870 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-53810d25-ba02-4fef-b93e-aa27518cdf31 req-1e31f240-a28d-4282-9136-83e9e61df678 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309191 Aug 27 04:16:32.644694 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de841bb-bd7a-40cd-8bbc-0533f52d32e9 req-5be01c27-954f-442b-9d75-a2c428de8849 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:32.646189 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4de841bb-bd7a-40cd-8bbc-0533f52d32e9 req-5be01c27-954f-442b-9d75-a2c428de8849 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 943 time: 0.0525899 Aug 27 04:16:32.684311 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-4de841bb-bd7a-40cd-8bbc-0533f52d32e9 req-96f43769-ad19-43bf-bce2-dcca082871ac tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322661 Aug 27 04:16:32.868182 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device de7fc502-05fc-413e-9e57-1e2409e7cc31 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:16:32.963363 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port de7fc502-05fc-413e-9e57-1e2409e7cc31, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=de7fc502-05fc-413e-9e57-1e2409e7cc31,segment=NetworkSegment(9e81d88b-bae5-40e8-a457-182a937ce704),segment_id=9e81d88b-bae5-40e8-a457-182a937ce704)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:32.975117 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'de7fc502-05fc-413e-9e57-1e2409e7cc31', 'network_id': '80353014-5249-42ff-8f3c-8f5139aa2059', 'port_id': 'de7fc502-05fc-413e-9e57-1e2409e7cc31', 'mac_address': 'fa:16:3e:f4:a4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:16:33.017241 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:33.032434 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7fc502-05fc-413e-9e57-1e2409e7cc31 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:16:33.051718 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port de7fc502-05fc-413e-9e57-1e2409e7cc31, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=de7fc502-05fc-413e-9e57-1e2409e7cc31,segment=NetworkSegment(9e81d88b-bae5-40e8-a457-182a937ce704),segment_id=9e81d88b-bae5-40e8-a457-182a937ce704)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:33.056489 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:33.107690 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=de7fc502-05fc-413e-9e57-1e2409e7cc31,revision_number=4']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:33.258503 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5d89c-78ce-43c2-84fa-f636be3988cf req-e5c8a077-c002-4f05-96e8-2d553d2b8309 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:33.259965 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17a5d89c-78ce-43c2-84fa-f636be3988cf req-e5c8a077-c002-4f05-96e8-2d553d2b8309 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0483432 Aug 27 04:16:33.298218 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-17a5d89c-78ce-43c2-84fa-f636be3988cf req-41a5bbd7-b5f1-4d6f-b32f-37d4adec69b0 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312130 Aug 27 04:16:33.512595 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['de7fc502-05fc-413e-9e57-1e2409e7cc31'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:16:33.802296 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550f17-d59f-4105-b771-0656b77fb285 req-0c4ef342-ff75-46fa-bd93-aa8cf1e42d8c tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:33.803699 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74550f17-d59f-4105-b771-0656b77fb285 req-0c4ef342-ff75-46fa-bd93-aa8cf1e42d8c tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 944 time: 0.0512540 Aug 27 04:16:33.842423 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-74550f17-d59f-4105-b771-0656b77fb285 req-2db40e9a-ea8f-4f3b-bb0e-fd759a37a0ef tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328341 Aug 27 04:16:33.853922 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d319-2390-477a-9990-88fa8bc96218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:34.415746 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c980408-0337-456c-b0cf-1518c62c98dc req-889dcef3-e5bb-4416-953c-c3020bce6401 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:34.417206 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c980408-0337-456c-b0cf-1518c62c98dc req-889dcef3-e5bb-4416-953c-c3020bce6401 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0522203 Aug 27 04:16:34.455319 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-0c980408-0337-456c-b0cf-1518c62c98dc req-b46c7b87-fb0d-4083-b31b-314b3e2041d8 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Aug 27 04:16:34.885950 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device de7fc502-05fc-413e-9e57-1e2409e7cc31 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:16:34.942667 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:34.951355 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning for port de7fc502-05fc-413e-9e57-1e2409e7cc31 completed by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:16:34.955773 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port de7fc502-05fc-413e-9e57-1e2409e7cc31 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:16:34.956141 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:34.963815 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b70978-777d-4aa8-8043-2818f758695f req-8100bad7-2548-4e77-af70-f46b9a27c202 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:34.965387 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55b70978-777d-4aa8-8043-2818f758695f req-8100bad7-2548-4e77-af70-f46b9a27c202 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 944 time: 0.0530698 Aug 27 04:16:35.003558 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-55b70978-777d-4aa8-8043-2818f758695f req-0550bfbc-903e-476c-8ddc-5360d26fdef2 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Aug 27 04:16:35.035492 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:35.058088 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3251f0-ed06-4a10-8c45-19ac6fe271a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7fc502-05fc-413e-9e57-1e2409e7cc31'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:16:35.060323 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6513873f-f213-4545-9b3e-10699086cfee" -d '{"events": [{"server_uuid": "0c3251f0-ed06-4a10-8c45-19ac6fe271a6", "name": "network-vif-plugged", "status": "completed", "tag": "de7fc502-05fc-413e-9e57-1e2409e7cc31"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:16:35.074304 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port de7fc502-05fc-413e-9e57-1e2409e7cc31, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=de7fc502-05fc-413e-9e57-1e2409e7cc31,segment=NetworkSegment(9e81d88b-bae5-40e8-a457-182a937ce704),segment_id=9e81d88b-bae5-40e8-a457-182a937ce704)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:35.078410 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:35.102857 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c8d9cb-3017-4809-89ab-d6a316432418 x-openstack-request-id: req-a9c8d9cb-3017-4809-89ab-d6a316432418 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:16:35.103138 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3251f0-ed06-4a10-8c45-19ac6fe271a6", "name": "network-vif-plugged", "status": "completed", "tag": "de7fc502-05fc-413e-9e57-1e2409e7cc31", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:16:35.103384 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9c8d9cb-3017-4809-89ab-d6a316432418 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:16:35.103767 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3251f0-ed06-4a10-8c45-19ac6fe271a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7fc502-05fc-413e-9e57-1e2409e7cc31', 'code': 200} Aug 27 04:16:35.130215 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=de7fc502-05fc-413e-9e57-1e2409e7cc31,revision_number=5']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:35.306746 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbaa46-454b-441b-8a79-41210cad559b req-80dbb1f6-2aa8-41d7-8599-023ec534c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:35.307389 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:35.308260 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-47cbaa46-454b-441b-8a79-41210cad559b req-80dbb1f6-2aa8-41d7-8599-023ec534c10e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 1098 time: 0.0442326 Aug 27 04:16:35.344415 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-47cbaa46-454b-441b-8a79-41210cad559b req-c2be4891-39f3-4298-92af-1624cb4b2831 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278246 Aug 27 04:16:35.571262 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fc02d-e6ec-4b9f-8090-876278ca6673 req-eb380a54-46cb-4d36-82af-dbfe571cf18e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:35.572770 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff4fc02d-e6ec-4b9f-8090-876278ca6673 req-eb380a54-46cb-4d36-82af-dbfe571cf18e tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0509241 Aug 27 04:16:35.612141 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ff4fc02d-e6ec-4b9f-8090-876278ca6673 req-b7262173-1dd5-46b3-991e-b8a0eb655b17 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332561 Aug 27 04:16:36.126416 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038cf4a-0d64-4aa2-b99d-dc7f487b8e99 req-51f1d0c4-a7b5-4bd9-9f99-f3171b7fd60d tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:36.127876 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b038cf4a-0d64-4aa2-b99d-dc7f487b8e99 req-51f1d0c4-a7b5-4bd9-9f99-f3171b7fd60d tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 945 time: 0.0533035 Aug 27 04:16:36.165079 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b038cf4a-0d64-4aa2-b99d-dc7f487b8e99 req-86f99f0f-561b-4959-99c4-d291795c644d tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312860 Aug 27 04:16:36.728880 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddafa8-be96-4b16-befb-ec0ebbcc5e7b req-cc9cdfcc-7e11-4874-a2ea-16bdbf4b401d tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:36.730417 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ebddafa8-be96-4b16-befb-ec0ebbcc5e7b req-cc9cdfcc-7e11-4874-a2ea-16bdbf4b401d tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0518553 Aug 27 04:16:36.769824 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-ebddafa8-be96-4b16-befb-ec0ebbcc5e7b req-12e0f358-98a0-475d-a97c-9fa67a7c229a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335100 Aug 27 04:16:37.123735 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:37.278785 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093c197-435b-4e12-8060-185e68cc2642 req-104528cf-de00-418e-b1b3-8692ba5d9d6c tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:37.280266 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c093c197-435b-4e12-8060-185e68cc2642 req-104528cf-de00-418e-b1b3-8692ba5d9d6c tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 945 time: 0.0489745 Aug 27 04:16:37.318028 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-c093c197-435b-4e12-8060-185e68cc2642 req-d68578e5-70ab-4ad0-b741-797e6d5fac20 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Aug 27 04:16:37.889176 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729f12-6cc5-4221-9507-d2365a0ea479 req-1ec0c12e-13a6-4c03-9799-705aaa44f09a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:37.890695 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10729f12-6cc5-4221-9507-d2365a0ea479 req-1ec0c12e-13a6-4c03-9799-705aaa44f09a tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0523579 Aug 27 04:16:37.930076 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-10729f12-6cc5-4221-9507-d2365a0ea479 req-efa3a5cd-79e1-4b53-b41c-009daf706d82 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332491 Aug 27 04:16:38.917307 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device b0e073ba-4228-44fe-bdc0-e5cec33baf12 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=93873) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:16:39.009184 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port b0e073ba-4228-44fe-bdc0-e5cec33baf12, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:39.022331 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Returning: {'device': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'port_id': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'mac_address': 'fa:16:3e:bb:49:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93873) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:16:39.048974 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa73b9-bf77-4bfc-a270-8b25352af9af req-0ce3731f-384f-4f46-8bb5-e8c4a6151ba5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:39.050499 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-72aa73b9-bf77-4bfc-a270-8b25352af9af req-0ce3731f-384f-4f46-8bb5-e8c4a6151ba5 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 944 time: 0.0506508 Aug 27 04:16:39.059677 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:39.072697 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e073ba-4228-44fe-bdc0-e5cec33baf12 {{(pid=93873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:16:39.088344 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-72aa73b9-bf77-4bfc-a270-8b25352af9af req-8ae4c987-93ce-4a73-9515-b270e3c0c36d tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Aug 27 04:16:39.096674 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port b0e073ba-4228-44fe-bdc0-e5cec33baf12, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:39.100943 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:39.153112 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=b0e073ba-4228-44fe-bdc0-e5cec33baf12,revision_number=7']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:39.583132 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['b0e073ba-4228-44fe-bdc0-e5cec33baf12'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:16:40.202771 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c0a3-5d59-4bac-ae82-4fd540d3af8d req-45e5cffa-4093-4c6a-8612-60cb03db0289 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:40.204819 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7dd7c0a3-5d59-4bac-ae82-4fd540d3af8d req-45e5cffa-4093-4c6a-8612-60cb03db0289 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 945 time: 0.0494540 Aug 27 04:16:40.241668 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-7dd7c0a3-5d59-4bac-ae82-4fd540d3af8d req-a5e7e4de-a292-4ceb-8cc6-3568225494cf tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309815 Aug 27 04:16:40.358790 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:40.918639 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device b0e073ba-4228-44fe-bdc0-e5cec33baf12 up at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:16:40.965867 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.provisioning_blocks [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Provisioning complete for port b0e073ba-4228-44fe-bdc0-e5cec33baf12 triggered by entity L2. {{(pid=93873) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:16:40.966267 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536261'] for port, provisioning_complete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:41.047358 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133629004'] for port, before_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:41.068622 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12'}] {{(pid=93873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:16:41.070776 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cfa3868be1226f0570863a21a78f400c83d4a09d0fa7759692d1841fa955ba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cbc11a-98da-4412-a209-5e68d3d170ed" -d '{"events": [{"server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "name": "network-vif-plugged", "status": "completed", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12"}]}' {{(pid=93873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:16:41.083556 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] For port b0e073ba-4228-44fe-bdc0-e5cec33baf12, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:41.087538 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740057034033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740056595447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740056593165'] for port, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:41.111536 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e739e5-f5eb-4c99-8b4d-d832f779c5e8 x-openstack-request-id: req-a4e739e5-f5eb-4c99-8b4d-d832f779c5e8 {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:16:41.111834 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "name": "network-vif-plugged", "status": "completed", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12", "code": 200}]} {{(pid=93873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:16:41.112276 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4e739e5-f5eb-4c99-8b4d-d832f779c5e8 {{(pid=93873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:16:41.112623 dv-cinder-773985-14-iscsi neutron-server[93873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'code': 200} Aug 27 04:16:41.138683 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Pushing event updated for resources: {'Port': ['ID=b0e073ba-4228-44fe-bdc0-e5cec33baf12,revision_number=8']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:41.363684 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f30fdb-6321-465c-83cc-2746a64a64a2 req-fa6109fb-0575-4351-a196-5f107d571841 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:41.365131 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61f30fdb-6321-465c-83cc-2746a64a64a2 req-fa6109fb-0575-4351-a196-5f107d571841 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0541971 Aug 27 04:16:41.393534 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1282146-fd79-47a9-a1c0-7a8cb128b9d8 req-e29b827d-5d32-4453-bcbe-35847c9f3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:41.395052 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d1282146-fd79-47a9-a1c0-7a8cb128b9d8 req-e29b827d-5d32-4453-bcbe-35847c9f3577 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1099 time: 0.0397630 Aug 27 04:16:41.403853 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-61f30fdb-6321-465c-83cc-2746a64a64a2 req-11ec64ca-76fb-4e83-a65a-7fc60db7ccdc tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329142 Aug 27 04:16:41.431870 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-d1282146-fd79-47a9-a1c0-7a8cb128b9d8 req-f87faef3-d208-4607-82b6-d0ee38afcbd0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291910 Aug 27 04:16:42.523038 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112823e-e774-4a2f-870c-38d29bc976c6 req-ff5d2cdb-cbbb-4036-97a7-f8757552b618 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:42.524520 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b112823e-e774-4a2f-870c-38d29bc976c6 req-ff5d2cdb-cbbb-4036-97a7-f8757552b618 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0488539 Aug 27 04:16:42.564552 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-b112823e-e774-4a2f-870c-38d29bc976c6 req-7ed1f876-1b77-40b6-a826-a4574ca26335 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336955 Aug 27 04:16:43.677835 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5eb9-32f4-4d20-8a80-5ce89139bcd0 req-badcef33-17f1-4df3-8e04-defad7578063 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:43.679378 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-481c5eb9-32f4-4d20-8a80-5ce89139bcd0 req-badcef33-17f1-4df3-8e04-defad7578063 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0487862 Aug 27 04:16:43.718108 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-481c5eb9-32f4-4d20-8a80-5ce89139bcd0 req-0b14bc71-88c0-4dc4-9843-4c64156bc1ff tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327747 Aug 27 04:16:58.802858 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:17:00.900179 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8865a9f2-978c-45a5-b31f-4465a2c64542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:01.401801 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac78d90-48da-4afa-b880-64923d76b41c req-9ebefe0d-5b0d-46ef-8285-e130c9ea01a0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:01.403251 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eac78d90-48da-4afa-b880-64923d76b41c req-9ebefe0d-5b0d-46ef-8285-e130c9ea01a0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 945 time: 0.0533133 Aug 27 04:17:01.443114 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-eac78d90-48da-4afa-b880-64923d76b41c req-57b9adc2-8bc6-4847-8301-3fa7bcf39fe4 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318825 Aug 27 04:17:02.558642 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fb0dd-3466-4e61-9f06-c36a9f0d2c33 req-51dcd017-db9a-4ac9-be4d-7ec51395e361 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:02.560183 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fa5fb0dd-3466-4e61-9f06-c36a9f0d2c33 req-51dcd017-db9a-4ac9-be4d-7ec51395e361 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 945 time: 0.0499363 Aug 27 04:17:02.598266 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-fa5fb0dd-3466-4e61-9f06-c36a9f0d2c33 req-d00445d1-cf71-4aba-8529-948358020c72 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320485 Aug 27 04:17:03.716012 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ad755-6dcb-4f1c-921e-efbb10aa6b39 req-a7a6beee-fb60-4909-8f15-257835fa2cd0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:03.717415 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-433ad755-6dcb-4f1c-921e-efbb10aa6b39 req-a7a6beee-fb60-4909-8f15-257835fa2cd0 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 945 time: 0.0487709 Aug 27 04:17:03.756039 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-433ad755-6dcb-4f1c-921e-efbb10aa6b39 req-dfdc41bb-cef1-4d81-9e5b-6dd86b274ebf tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/security-groups?id=32a3ed55-a550-4bf5-8caa-80a0ee9af90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Aug 27 04:17:03.854439 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-e8f020f0-5cc6-483c-a1cc-2d4cc7906795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:03.982110 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2f8d1-22b6-49a2-a75b-c7b4dd04df95 req-6ef78a6e-6634-4d22-9f94-129ceb1cd4df tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:03.983550 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6cf2f8d1-22b6-49a2-a75b-c7b4dd04df95 req-6ef78a6e-6634-4d22-9f94-129ceb1cd4df tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 945 time: 0.0477929 Aug 27 04:17:04.080841 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-6cf2f8d1-22b6-49a2-a75b-c7b4dd04df95 req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Deleting port de7fc502-05fc-413e-9e57-1e2409e7cc31 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:17:04.081172 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6cf2f8d1-22b6-49a2-a75b-c7b4dd04df95 req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:04.166827 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-6cf2f8d1-22b6-49a2-a75b-c7b4dd04df95 req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] For port de7fc502-05fc-413e-9e57-1e2409e7cc31, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=de7fc502-05fc-413e-9e57-1e2409e7cc31,segment=NetworkSegment(9e81d88b-bae5-40e8-a457-182a937ce704),segment_id=9e81d88b-bae5-40e8-a457-182a937ce704)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:17:04.167194 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6cf2f8d1-22b6-49a2-a75b-c7b4dd04df95 req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:04.180328 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-6cf2f8d1-22b6-49a2-a75b-c7b4dd04df95 req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Calling delete_port for de7fc502-05fc-413e-9e57-1e2409e7cc31 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:17:04.305870 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6cf2f8d1-22b6-49a2-a75b-c7b4dd04df95 req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:04.335365 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Pushing event deleted for resources: {'Port': ['ID=de7fc502-05fc-413e-9e57-1e2409e7cc31,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:17:04.359371 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] get_ports_and_sgs() called for port_ids ['de7fc502-05fc-413e-9e57-1e2409e7cc31'] {{(pid=93873) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:17:04.360093 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.360474 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.360968 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.361163 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.361480 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.361810 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.362163 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.362490 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.362813 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.363193 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.363455 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.363775 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:04.388592 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf2f8d1-22b6-49a2-a75b-c7b4dd04df95 req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] No DVR routers for this DVR port de7fc502-05fc-413e-9e57-1e2409e7cc31 on host hv-cinder-77398 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:17:04.391487 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-6cf2f8d1-22b6-49a2-a75b-c7b4dd04df95 req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:04.393433 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6cf2f8d1-22b6-49a2-a75b-c7b4dd04df95 req-8a8bd13b-33b4-462b-8490-5f5450a077ce tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.62 "DELETE /v2.0/ports/de7fc502-05fc-413e-9e57-1e2409e7cc31 HTTP/1.1" status: 204 len: 173 time: 0.4028006 Aug 27 04:17:04.393859 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3251f0-ed06-4a10-8c45-19ac6fe271a6', 'name': 'network-vif-deleted', 'tag': 'de7fc502-05fc-413e-9e57-1e2409e7cc31'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:17:04.396107 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e18ca6-c7ab-4dee-bab9-af1ab7e00ea6" -d '{"events": [{"server_uuid": "0c3251f0-ed06-4a10-8c45-19ac6fe271a6", "name": "network-vif-deleted", "tag": "de7fc502-05fc-413e-9e57-1e2409e7cc31"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:17:04.434784 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb166eb2-f569-4b3b-b4f9-c9a460934461 x-openstack-request-id: req-cb166eb2-f569-4b3b-b4f9-c9a460934461 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:17:04.435564 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3251f0-ed06-4a10-8c45-19ac6fe271a6", "name": "network-vif-deleted", "tag": "de7fc502-05fc-413e-9e57-1e2409e7cc31", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:17:04.435821 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb166eb2-f569-4b3b-b4f9-c9a460934461 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:17:04.436212 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3251f0-ed06-4a10-8c45-19ac6fe271a6', 'name': 'network-vif-deleted', 'tag': 'de7fc502-05fc-413e-9e57-1e2409e7cc31', 'status': 'completed', 'code': 200} Aug 27 04:17:04.863610 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-1b89b063-0233-4a1f-9029-d3590d5138a2 req-b8f42ce1-7502-44a8-b34f-a8a1a4a20c80 tempest-VolumesSnapshotTestJSON-1614597064 tempest-VolumesSnapshotTestJSON-1614597064-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c3251f0-ed06-4a10-8c45-19ac6fe271a6 HTTP/1.1" status: 200 len: 210 time: 0.0314147 Aug 27 04:17:04.935589 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:05.310607 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:07.123432 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:09.947963 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device de7fc502-05fc-413e-9e57-1e2409e7cc31 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:17:09.970971 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: de7fc502-05fc-413e-9e57-1e2409e7cc31 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:17:09.971314 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device de7fc502-05fc-413e-9e57-1e2409e7cc31 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:17:11.508005 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:30.902686 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-92373f93-cb89-40b1-80f3-0968984334aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.015201 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 49658) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:17:32.060766 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7978a186-2b77-400b-b79a-bb3bf256f2bc admin admin] Deleting subnet a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:17:32.064099 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7978a186-2b77-400b-b79a-bb3bf256f2bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.096830 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7978a186-2b77-400b-b79a-bb3bf256f2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131057284'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.135264 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7978a186-2b77-400b-b79a-bb3bf256f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.187295 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7978a186-2b77-400b-b79a-bb3bf256f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131042313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130617897'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.216271 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978a186-2b77-400b-b79a-bb3bf256f2bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:17:32.218298 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-7978a186-2b77-400b-b79a-bb3bf256f2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.220132 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-7978a186-2b77-400b-b79a-bb3bf256f2bc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a1ffc8bf-d2f5-4e2b-82cf-bb5fb8d03e6d HTTP/1.1" status: 204 len: 168 time: 0.2036338 Aug 27 04:17:32.222643 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 49660) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:17:32.287708 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.598068 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.607525 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80353014-5249-42ff-8f3c-8f5139aa2059']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:17:32.617162 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e81d88b-bae5-40e8-a457-182a937ce704') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:17:32.617446 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e81d88b-bae5-40e8-a457-182a937ce704') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:17:32.626581 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131057307'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.639887 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.645676 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:17:32.646084 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131042415'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: Traceback (most recent call last): Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: timer() Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: cb(*args, **kw) Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: return func(*args, **kwargs) Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: self._notify() Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: self.callback(batched_events) Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: event.method(event) Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: return f(self, *a, **k) Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._get(url).json() Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:17:32.647684 dv-cinder-773985-14-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:17:32.701395 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.706721 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.708537 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] 10.222.0.48 "DELETE /v2.0/networks/80353014-5249-42ff-8f3c-8f5139aa2059 HTTP/1.1" status: 204 len: 168 time: 0.4850023 Aug 27 04:17:32.719890 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3c7e0-3f05-4c6f-9cd8-722928910fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=80353014-5249-42ff-8f3c-8f5139aa2059,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:17:32.819234 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 49664) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:17:32.858669 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-fdbe2461-bd43-4db5-9739-959633b16e1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af2f83a6efc64cc4adef358d27182277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383039 Aug 27 04:17:32.861044 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 49666) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:17:32.907799 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.928708 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.976141 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.978706 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.979863 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32a3ed55-a550-4bf5-8caa-80a0ee9af90f HTTP/1.1" status: 204 len: 168 time: 0.1179278 Aug 27 04:17:32.987966 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a3ed55-a550-4bf5-8caa-80a0ee9af90f,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:17:32.995830 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:32.996188 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:32.996532 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:32.996874 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:32.997249 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:32.997720 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:32.998105 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:32.998436 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:32.998797 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:32.999128 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:32.999453 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:32.999780 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0f7a0e-0947-444b-ac8c-b3ed16ef3128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:17:33.854096 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac47f-a24c-4eb8-9163-6957c311b67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:34.938132 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:35.312259 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:35.801216 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:17:37.125037 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:41.527300 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:49.196467 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6df26921-f980-4286-91de-d163c7ca0ced req-f5ab9127-53cb-4a0f-b4e3-651cac7b656e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396340 Aug 27 04:17:49.306038 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df26921-f980-4286-91de-d163c7ca0ced req-3863faf1-5459-46f0-bc32-4b6b9896c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:49.307567 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6df26921-f980-4286-91de-d163c7ca0ced req-3863faf1-5459-46f0-bc32-4b6b9896c719 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1099 time: 0.0506222 Aug 27 04:17:49.412473 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df26921-f980-4286-91de-d163c7ca0ced req-26089b7d-5f96-4900-9288-76a1a5aa1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:49.413969 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6df26921-f980-4286-91de-d163c7ca0ced req-26089b7d-5f96-4900-9288-76a1a5aa1e4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 200 len: 910 time: 0.0871441 Aug 27 04:17:49.482642 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6df26921-f980-4286-91de-d163c7ca0ced req-954ea308-04e7-470b-b01f-bf2fa65bc946 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 200 len: 1002 time: 0.0610425 Aug 27 04:17:49.531344 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df26921-f980-4286-91de-d163c7ca0ced req-6dacc1b9-47eb-415b-ad22-7bec75c113bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:49.532778 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6df26921-f980-4286-91de-d163c7ca0ced req-6dacc1b9-47eb-415b-ad22-7bec75c113bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d51645d-d5cb-413e-9841-2a75bf7ccc9a HTTP/1.1" status: 200 len: 848 time: 0.0431094 Aug 27 04:17:49.576820 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df26921-f980-4286-91de-d163c7ca0ced req-7d23972d-42b4-4a81-b2a6-eb45c793f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:49.578320 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6df26921-f980-4286-91de-d163c7ca0ced req-7d23972d-42b4-4a81-b2a6-eb45c793f735 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28bd1dfe-6657-448c-8420-457cc7fd5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389109 Aug 27 04:17:49.668715 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6df26921-f980-4286-91de-d163c7ca0ced req-da4d249b-c381-41fc-b0da-40a2452efcc1 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834062 Aug 27 04:17:49.757509 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-6df26921-f980-4286-91de-d163c7ca0ced req-7166b6c8-0f56-43dc-9b2e-d6b3db57d8cc service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810165 Aug 27 04:18:00.904733 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-711765cb-c02c-490e-846d-deb1f79ef688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:03.853692 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8c8b4e95-4bd8-4136-82b9-396a3dbcee75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:04.940538 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:05.317154 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:07.128095 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:11.524801 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:12.799318 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:18:30.906141 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ef130cef-52f9-4405-9589-9b97171b4fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:33.853934 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-b47905e1-df64-474d-8b6d-23ae08932037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:34.943833 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:34.950554 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 49682) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:35.304087 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Deleting port 79ed923e-8bc6-4feb-a6e2-5b40bb0fd246 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:18:35.304433 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:35.319048 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:35.383525 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:35.383889 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:35.396501 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Calling delete_port for 79ed923e-8bc6-4feb-a6e2-5b40bb0fd246 owned by network:floatingip {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:18:35.545947 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:35.570460 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event deleted for resources: {'Port': ['ID=79ed923e-8bc6-4feb-a6e2-5b40bb0fd246,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:35.581364 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.581719 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.582086 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.582430 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.582768 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.583102 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.584005 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.584005 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.584219 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.584383 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.584708 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.585035 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:35.643450 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for floatingip, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:35.643791 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.db.l3_db [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Floating IP b147d48b-bf05-423e-b338-ae6adfa15375 disassociated (deleted). External IP: 172.27.2.246, port: b0e073ba-4228-44fe-bdc0-e5cec33baf12. Aug 27 04:18:35.850953 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Router 50ce211f-314f-461b-880b-2726b3dddc62 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:18:35.961398 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:18:35.966440 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for floatingip, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:35.971051 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e935f38-94b1-4774-85ad-cd784b0b99e5 None None] Sync routers for ids ['50ce211f-314f-461b-880b-2726b3dddc62'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:18:35.980916 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e935f38-94b1-4774-85ad-cd784b0b99e5 None None] Routers {'50ce211f-314f-461b-880b-2726b3dddc62'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:18:35.981555 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0e935f38-94b1-4774-85ad-cd784b0b99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:18:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['50ce211f-314f-461b-880b-2726b3dddc62'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:35.993107 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-22b5cd6d-7f09-402a-bd76-a897fee7ea67 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "DELETE /v2.0/floatingips/b147d48b-bf05-423e-b338-ae6adfa15375 HTTP/1.1" status: 204 len: 168 time: 1.0414612 Aug 27 04:18:35.994258 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12'}] {{(pid=93872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:18:35.996559 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5da0aa3b26d814cc122f5fb4ac702cedf628a0f9c1cf15198648d9a04d5c8e43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12"}]}' {{(pid=93872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:18:36.093359 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-0e935f38-94b1-4774-85ad-cd784b0b99e5 None None] Set router 50ce211f-314f-461b-880b-2726b3dddc62 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:18:36.181255 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28e0739-df4c-49b1-8a41-a1daa9f34996 x-openstack-request-id: req-c28e0739-df4c-49b1-8a41-a1daa9f34996 {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:18:36.181255 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12", "status": "completed", "code": 200}]} {{(pid=93872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:18:36.181465 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c28e0739-df4c-49b1-8a41-a1daa9f34996 {{(pid=93872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:18:36.181848 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'status': 'completed', 'code': 200} Aug 27 04:18:36.283606 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2ea56-56c3-494f-86b5-2f421200a728 req-ba682c55-6467-42c7-8491-0bf1fdc2354d tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:36.285368 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ea56-56c3-494f-86b5-2f421200a728 req-ba682c55-6467-42c7-8491-0bf1fdc2354d tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.1118913 Aug 27 04:18:36.310316 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0e935f38-94b1-4774-85ad-cd784b0b99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 4, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'f32d0842-a425-4b7a-9130-46fe56f36140', 'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'mac_address': 'fa:16:3e:8d:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:42Z', 'updated_at': '2021-08-27T04:12:49Z', 'revision_number': 5, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'subnets': [{'id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:36.336601 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-2df2ea56-56c3-494f-86b5-2f421200a728 req-20ee2144-a2b4-4be2-80f2-aff5e26bd7f0 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443454 Aug 27 04:18:36.337372 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e935f38-94b1-4774-85ad-cd784b0b99e5 None None] Checking router: 50ce211f-314f-461b-880b-2726b3dddc62 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:18:36.342266 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262 req-ff5e90ff-0ac4-43f7-9290-81adc0b32a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:36.344344 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262 req-ff5e90ff-0ac4-43f7-9290-81adc0b32a1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 1099 time: 0.0957403 Aug 27 04:18:36.346129 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e935f38-94b1-4774-85ad-cd784b0b99e5 None None] Routers {'50ce211f-314f-461b-880b-2726b3dddc62'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:18:36.346752 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0e935f38-94b1-4774-85ad-cd784b0b99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:18:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['50ce211f-314f-461b-880b-2726b3dddc62'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:36.443640 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262 req-0521bfde-130b-4356-a7e8-b17ed552b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:36.445273 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262 req-0521bfde-130b-4356-a7e8-b17ed552b6b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 200 len: 910 time: 0.0929606 Aug 27 04:18:36.490544 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262 req-5ffa95e3-f24c-49b2-a1f6-e27fae5d21da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 200 len: 217 time: 0.0368011 Aug 27 04:18:36.547032 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262 req-d0213e7a-fac6-4d8e-9484-3061c0af30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:36.548514 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262 req-d0213e7a-fac6-4d8e-9484-3061c0af30e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0d51645d-d5cb-413e-9841-2a75bf7ccc9a HTTP/1.1" status: 200 len: 848 time: 0.0507956 Aug 27 04:18:36.578580 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-0e935f38-94b1-4774-85ad-cd784b0b99e5 None None] Set router 50ce211f-314f-461b-880b-2726b3dddc62 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:18:36.596601 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262 req-5de7aebf-6bf0-4046-963a-e4bc3a4b97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:36.598182 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262 req-5de7aebf-6bf0-4046-963a-e4bc3a4b97f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28bd1dfe-6657-448c-8420-457cc7fd5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408583 Aug 27 04:18:36.687572 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262 req-f6dd7538-8379-4a8f-9779-86c94a1f1b4a service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812078 Aug 27 04:18:36.776468 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-0e935f38-94b1-4774-85ad-cd784b0b99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 4, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'f32d0842-a425-4b7a-9130-46fe56f36140', 'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'mac_address': 'fa:16:3e:8d:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:42Z', 'updated_at': '2021-08-27T04:12:49Z', 'revision_number': 5, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'subnets': [{'id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:36.782104 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-efe22eb4-b85f-44a0-af9a-9ee2cd9f7262 req-70001d8f-efa4-4b20-938d-4d7def71cf76 service neutron] 10.222.0.62 "GET /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867171 Aug 27 04:18:36.807742 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e935f38-94b1-4774-85ad-cd784b0b99e5 None None] The sync data for ids ['50ce211f-314f-461b-880b-2726b3dddc62'] in dv-cinder-773985-14-iscsi is: [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 4, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi', '_interfaces': [{'id': 'f32d0842-a425-4b7a-9130-46fe56f36140', 'name': '', 'network_id': '28bd1dfe-6657-448c-8420-457cc7fd5d76', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'mac_address': 'fa:16:3e:8d:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:42Z', 'updated_at': '2021-08-27T04:12:49Z', 'revision_number': 5, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'subnets': [{'id': '0d51645d-d5cb-413e-9841-2a75bf7ccc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:18:37.028502 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d96fb-0807-4dbe-b9f4-8f4f7ef6d0cb None None] New status for floating IP b147d48b-bf05-423e-b338-ae6adfa15375: DOWN {{(pid=93874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:18:37.131603 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:37.521736 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c6bf4-da71-4f6c-923f-adeb8df166ca req-32e15b4b-bf84-4da7-b2e7-5d99393348fc tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:37.523251 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-266c6bf4-da71-4f6c-923f-adeb8df166ca req-32e15b4b-bf84-4da7-b2e7-5d99393348fc tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.1027060 Aug 27 04:18:37.561739 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-266c6bf4-da71-4f6c-923f-adeb8df166ca req-c8de4d63-cfee-4cf8-a58a-1f5f9f61e357 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Aug 27 04:18:38.476291 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c0a99-db71-4532-b7fe-0822b47caf80 req-bd0d5c24-a45e-4fa1-b275-96567b332474 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:38.478038 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5f3c0a99-db71-4532-b7fe-0822b47caf80 req-bd0d5c24-a45e-4fa1-b275-96567b332474 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0493140 Aug 27 04:18:38.568494 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-5f3c0a99-db71-4532-b7fe-0822b47caf80 req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Deleting port b0e073ba-4228-44fe-bdc0-e5cec33baf12 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:18:38.568841 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-5f3c0a99-db71-4532-b7fe-0822b47caf80 req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:38.657552 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [req-5f3c0a99-db71-4532-b7fe-0822b47caf80 req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] For port b0e073ba-4228-44fe-bdc0-e5cec33baf12, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b0e073ba-4228-44fe-bdc0-e5cec33baf12,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:18:38.657921 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-5f3c0a99-db71-4532-b7fe-0822b47caf80 req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:38.672375 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [req-5f3c0a99-db71-4532-b7fe-0822b47caf80 req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Calling delete_port for b0e073ba-4228-44fe-bdc0-e5cec33baf12 owned by compute:nova {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:18:38.677616 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9997d-6c9a-4a68-9e51-ac4f2276aa05 req-087a3f4d-225b-4d79-a280-c622bd203c0d tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:38.679145 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-42c9997d-6c9a-4a68-9e51-ac4f2276aa05 req-087a3f4d-225b-4d79-a280-c622bd203c0d tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 946 time: 0.0499887 Aug 27 04:18:38.717214 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-42c9997d-6c9a-4a68-9e51-ac4f2276aa05 req-999ac329-40ce-45ce-8a9a-2ecb802e4c29 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319011 Aug 27 04:18:38.802809 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-5f3c0a99-db71-4532-b7fe-0822b47caf80 req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:38.831255 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event deleted for resources: {'Port': ['ID=b0e073ba-4228-44fe-bdc0-e5cec33baf12,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:38.843023 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.843374 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.843715 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.844051 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.844380 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.844711 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.845036 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.845361 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.845686 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.846007 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.846350 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.846671 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:38.881179 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3c0a99-db71-4532-b7fe-0822b47caf80 req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] No DVR routers for this DVR port b0e073ba-4228-44fe-bdc0-e5cec33baf12 on host hv-cinder-77398 {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:18:38.883705 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [req-5f3c0a99-db71-4532-b7fe-0822b47caf80 req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134043388'] for port, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:38.885673 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [req-5f3c0a99-db71-4532-b7fe-0822b47caf80 req-7afe9604-8487-4560-a969-e2cf5c89e425 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.62 "DELETE /v2.0/ports/b0e073ba-4228-44fe-bdc0-e5cec33baf12 HTTP/1.1" status: 204 len: 173 time: 0.4021199 Aug 27 04:18:38.886137 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'name': 'network-vif-deleted', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12'}] {{(pid=93871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:18:38.888379 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89176b2711fd2fe9ff38dfe9788adafb2177464d4ce1e64ac49b3b9ff7c0075c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97701e25-cabc-48ac-8477-220f9dd7f1b4" -d '{"events": [{"server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "name": "network-vif-deleted", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12"}]}' {{(pid=93871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:18:38.985070 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e070fc-71d2-4c6f-b027-4ca6930e7da1 x-openstack-request-id: req-f3e070fc-71d2-4c6f-b027-4ca6930e7da1 {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:18:38.985454 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b224d-cd73-4ff0-a7f4-b253ad968552", "name": "network-vif-deleted", "tag": "b0e073ba-4228-44fe-bdc0-e5cec33baf12", "status": "completed", "code": 200}]} {{(pid=93871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:18:38.985686 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3e070fc-71d2-4c6f-b027-4ca6930e7da1 {{(pid=93871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:18:38.986126 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b224d-cd73-4ff0-a7f4-b253ad968552', 'name': 'network-vif-deleted', 'tag': 'b0e073ba-4228-44fe-bdc0-e5cec33baf12', 'status': 'completed', 'code': 200} Aug 27 04:18:39.828891 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [req-dbed6b26-b02a-4355-819f-f5b2a5a9ec10 req-bc98ce1f-cf6d-4eee-a4aa-24dda436dc6f tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4b224d-cd73-4ff0-a7f4-b253ad968552 HTTP/1.1" status: 200 len: 210 time: 0.0270114 Aug 27 04:18:40.884682 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 49730) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:40.945020 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b616a90b-ed20-4f4f-8dea-629f7e7701d7 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:40.971298 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b616a90b-ed20-4f4f-8dea-629f7e7701d7 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:41.030253 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b616a90b-ed20-4f4f-8dea-629f7e7701d7 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:41.032847 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-b616a90b-ed20-4f4f-8dea-629f7e7701d7 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:41.034022 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-b616a90b-ed20-4f4f-8dea-629f7e7701d7 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] 10.222.0.48 "DELETE /v2.0/security-groups/e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d HTTP/1.1" status: 204 len: 168 time: 0.1483605 Aug 27 04:18:41.044776 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616a90b-ed20-4f4f-8dea-629f7e7701d7 tempest-TestShelveInstance-542440379 tempest-TestShelveInstance-542440379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bd5731-cc32-4b63-80d0-4eb8ce7fa92d,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:41.088086 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 49734) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:41.523244 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:41.545868 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:41.788322 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] Deleting port f32d0842-a425-4b7a-9130-46fe56f36140 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:18:41.788593 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:41.828986 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device b0e073ba-4228-44fe-bdc0-e5cec33baf12 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:18:41.848483 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] No Port match for: b0e073ba-4228-44fe-bdc0-e5cec33baf12 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:18:41.848817 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Device b0e073ba-4228-44fe-bdc0-e5cec33baf12 not bound to the agent host hv-cinder-77398 {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:18:41.869172 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] For port f32d0842-a425-4b7a-9130-46fe56f36140, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=f32d0842-a425-4b7a-9130-46fe56f36140,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:18:41.869539 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:41.886145 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] Calling delete_port for f32d0842-a425-4b7a-9130-46fe56f36140 owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:18:42.070186 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:42.095896 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f32d0842-a425-4b7a-9130-46fe56f36140,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:42.279225 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133756051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:42.488250 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] Router 50ce211f-314f-461b-880b-2726b3dddc62 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:18:42.594034 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:18:42.599003 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-6e509032-8225-4260-a077-346b7af6b3ef admin admin] 10.222.0.48 "PUT /v2.0/routers/50ce211f-314f-461b-880b-2726b3dddc62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5099182 Aug 27 04:18:42.601595 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 49738) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:42.602958 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed66c204-5d0b-486e-b6a7-873ce64f9c6b None None] Sync routers for ids ['50ce211f-314f-461b-880b-2726b3dddc62'] in dv-cinder-773985-14-iscsi {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:18:42.611904 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed66c204-5d0b-486e-b6a7-873ce64f9c6b None None] Routers {'50ce211f-314f-461b-880b-2726b3dddc62'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:18:42.612489 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-ed66c204-5d0b-486e-b6a7-873ce64f9c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:18:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['50ce211f-314f-461b-880b-2726b3dddc62'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:42.708749 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:42.715283 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-ed66c204-5d0b-486e-b6a7-873ce64f9c6b None None] Set router 50ce211f-314f-461b-880b-2726b3dddc62 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:18:42.813037 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:42.865998 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Deleting port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:18:42.866369 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:42.891960 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-ed66c204-5d0b-486e-b6a7-873ce64f9c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:18:42Z', 'revision_number': 5, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port': {'id': '9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ce211f-314f-461b-880b-2726b3dddc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:41Z', 'updated_at': '2021-08-27T04:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:42.922999 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed66c204-5d0b-486e-b6a7-873ce64f9c6b None None] Checking router: 50ce211f-314f-461b-880b-2726b3dddc62 for host: dv-cinder-773985-14-iscsi {{(pid=93873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:18:42.932448 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed66c204-5d0b-486e-b6a7-873ce64f9c6b None None] Routers {'50ce211f-314f-461b-880b-2726b3dddc62'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:18:42.933069 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-ed66c204-5d0b-486e-b6a7-873ce64f9c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:18:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['50ce211f-314f-461b-880b-2726b3dddc62'], 'active': True} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:42.945469 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] For port 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:18:42.945836 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:42.962888 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Calling delete_port for 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 owned by network:router_gateway {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:18:43.030739 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvr_db [None req-ed66c204-5d0b-486e-b6a7-873ce64f9c6b None None] Set router 50ce211f-314f-461b-880b-2726b3dddc62 gateway port host: None {{(pid=93873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:18:43.084201 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_hamode_db [None req-ed66c204-5d0b-486e-b6a7-873ce64f9c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:18:42Z', 'revision_number': 6, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port_host': None}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:43.114800 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed66c204-5d0b-486e-b6a7-873ce64f9c6b None None] The sync data for ids ['50ce211f-314f-461b-880b-2726b3dddc62'] in dv-cinder-773985-14-iscsi is: [{'id': '50ce211f-314f-461b-880b-2726b3dddc62', 'name': 'tempest-TestShelveInstance-1658304013-router', 'tenant_id': '814e05e5f20b4f4588cdb9be1602d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:40Z', 'updated_at': '2021-08-27T04:18:42Z', 'revision_number': 6, 'project_id': '814e05e5f20b4f4588cdb9be1602d70f', 'gw_port_host': None}] {{(pid=93873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:18:43.136903 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.170615 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:43.226052 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430239'] for router_gateway, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.320776 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1028887'] for router, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.322973 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.369954 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428047'] for router, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.369954 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50ce211f-314f-461b-880b-2726b3dddc62 {{(pid=93871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:18:43.376652 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] Notify callbacks [] for router, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.377810 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-2ee6bfbf-bb5e-4388-8975-2500168a5b7b admin admin] 10.222.0.48 "DELETE /v2.0/routers/50ce211f-314f-461b-880b-2726b3dddc62 HTTP/1.1" status: 204 len: 168 time: 0.7751858 Aug 27 04:18:43.380408 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 49740) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:43.425762 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1ec827-0927-44f2-bd16-ff5590c41694 admin admin] Deleting subnet 0d51645d-d5cb-413e-9841-2a75bf7ccc9a {{(pid=93871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:18:43.428763 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da1ec827-0927-44f2-bd16-ff5590c41694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.463283 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da1ec827-0927-44f2-bd16-ff5590c41694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131057284'] for subnet, precommit_delete_associations {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.548192 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da1ec827-0927-44f2-bd16-ff5590c41694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.607147 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da1ec827-0927-44f2-bd16-ff5590c41694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131042313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130617897'] for subnet, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.633341 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ec827-0927-44f2-bd16-ff5590c41694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d51645d-d5cb-413e-9841-2a75bf7ccc9a,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:43.637378 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-da1ec827-0927-44f2-bd16-ff5590c41694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for subnet, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.639321 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-da1ec827-0927-44f2-bd16-ff5590c41694 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0d51645d-d5cb-413e-9841-2a75bf7ccc9a HTTP/1.1" status: 204 len: 168 time: 0.2579222 Aug 27 04:18:43.641690 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 49742) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:43.644299 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a495fd9-c586-4265-82ce-c08d349793e4 None None] Network 28bd1dfe-6657-448c-8420-457cc7fd5d76 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:18:43.707961 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.764684 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Deleting port 3ba8480f-4485-4507-adb1-69c34b1ded1c {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:18:43.765057 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.827427 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] For port 3ba8480f-4485-4507-adb1-69c34b1ded1c, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=3ba8480f-4485-4507-adb1-69c34b1ded1c,segment=NetworkSegment(a7c0faf8-371b-4b63-928b-c782be65cc19),segment_id=a7c0faf8-371b-4b63-928b-c782be65cc19)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:18:43.827729 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.840108 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Calling delete_port for 3ba8480f-4485-4507-adb1-69c34b1ded1c owned by network:dhcp {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:18:43.877941 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] DHCP port deletion for 28bd1dfe-6657-448c-8420-457cc7fd5d76 request from dv-cinder-773985-14-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:18:43.934918 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Deleting port 3ba8480f-4485-4507-adb1-69c34b1ded1c {{(pid=93873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:18:43.935296 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.935414 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:43.966216 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] No DVR routers for this DVR port 3ba8480f-4485-4507-adb1-69c34b1ded1c on host dv-cinder-773985-14-iscsi {{(pid=93871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:18:43.967940 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba8480f-4485-4507-adb1-69c34b1ded1c,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:44.000924 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.db [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] For port 3ba8480f-4485-4507-adb1-69c34b1ded1c, host dv-cinder-773985-14-iscsi, got binding levels [] {{(pid=93873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:18:44.001316 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:44.015318 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Calling delete_port for 3ba8480f-4485-4507-adb1-69c34b1ded1c owned by network:dhcp {{(pid=93873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:18:44.017959 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.ipam_backend_mixin [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Port 3ba8480f-4485-4507-adb1-69c34b1ded1c was not found and therefore no delete operation was performed {{(pid=93873) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 04:18:44.019194 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438'] for port, after_delete {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:44.041267 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:44.045997 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Pushing event deleted for resources: {'Port': ['ID=3ba8480f-4485-4507-adb1-69c34b1ded1c,revision_number=None']} {{(pid=93873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:44.052413 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bd1dfe-6657-448c-8420-457cc7fd5d76']}} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:44.053075 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] No DVR routers for this DVR port 3ba8480f-4485-4507-adb1-69c34b1ded1c on host dv-cinder-773985-14-iscsi {{(pid=93873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:18:44.055172 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.055516 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.055862 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.056431 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.056717 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.057051 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.057388 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.057719 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.058092 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.058384 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.058703 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.059102 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6b3b-7f9c-44c8-9a07-2e472723b39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-14-iscsi {{(pid=93873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:18:44.065961 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c0faf8-371b-4b63-928b-c782be65cc19') {'for_net_delete': True} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:44.065961 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.services.segments.db [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c0faf8-371b-4b63-928b-c782be65cc19') {} {{(pid=93871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:44.081054 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131057307'] for segment, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:44.095901 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:44.101906 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:18:44.102511 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131042415'] for segment, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: Traceback (most recent call last): Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: timer() Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: cb(*args, **kw) Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: return func(*args, **kwargs) Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: self._notify() Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: self.callback(batched_events) Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: event.method(event) Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: return f(self, *a, **k) Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._get(url).json() Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: return self.request(url, 'GET', **kwargs) Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:18:44.104284 dv-cinder-773985-14-iscsi neutron-server[93871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:18:44.396888 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:44.401786 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:44.406480 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] 10.222.0.48 "DELETE /v2.0/networks/28bd1dfe-6657-448c-8420-457cc7fd5d76 HTTP/1.1" status: 204 len: 168 time: 0.7637846 Aug 27 04:18:44.407082 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.wsgi [-] (93871) accepted ('10.222.0.48', 49744) {{(pid=93871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:44.452469 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f2316-7cc1-4e46-8987-f58f77ff6efc admin admin] Pushing event deleted for resources: {'Network': ['ID=28bd1dfe-6657-448c-8420-457cc7fd5d76,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:44.760981 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432655'] for router_interface, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:45.006914 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] Deleting port c76ccbb3-6a18-4dec-ae44-782b8579a0eb {{(pid=93871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:18:45.007262 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:45.023840 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device f32d0842-a425-4b7a-9130-46fe56f36140 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:18:45.044535 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: f32d0842-a425-4b7a-9130-46fe56f36140 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:18:45.044882 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device f32d0842-a425-4b7a-9130-46fe56f36140 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:18:45.045290 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 3ba8480f-4485-4507-adb1-69c34b1ded1c no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:18:45.068150 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 3ba8480f-4485-4507-adb1-69c34b1ded1c {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:18:45.068495 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 3ba8480f-4485-4507-adb1-69c34b1ded1c not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:18:45.068906 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:18:45.088772 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:18:45.089117 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 9f0a9cc3-5d09-4b2c-9d13-b8d359ca4777 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:18:45.094034 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.db [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] For port c76ccbb3-6a18-4dec-ae44-782b8579a0eb, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=c76ccbb3-6a18-4dec-ae44-782b8579a0eb,segment=NetworkSegment(d5a10335-24bb-4336-b4a0-5e7a2dbed0fd),segment_id=d5a10335-24bb-4336-b4a0-5e7a2dbed0fd)] {{(pid=93871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:18:45.094416 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:45.107448 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] Calling delete_port for c76ccbb3-6a18-4dec-ae44-782b8579a0eb owned by network:router_interface {{(pid=93871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:18:45.288386 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131042394'] for port, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:45.313717 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76ccbb3-6a18-4dec-ae44-782b8579a0eb,revision_number=None']} {{(pid=93871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:45.486846 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133756051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-432837'] for router_interface, after_delete {{(pid=93871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:45.711751 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] Router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 has already been hosted by L3 agent 2659cca1-f6be-4206-b461-ae9f8eccc603 {{(pid=93871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:18:45.821626 dv-cinder-773985-14-iscsi neutron-server[93871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] Notify agent at l3_agent.dv-cinder-773985-14-iscsi the message routers_updated {{(pid=93871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:18:45.829971 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 49746) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:45.830771 dv-cinder-773985-14-iscsi neutron-server[93871]: INFO neutron.wsgi [None req-dbdc0d27-5486-4629-a7f9-8d9890c1c4d3 admin admin] 10.222.0.48 "PUT /v2.0/routers/343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4211125 Aug 27 04:18:45.832678 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6e89d-b18a-458c-b5ca-37c67c2d8d4d None None] Sync routers for ids ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'] in dv-cinder-773985-14-iscsi {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:18:45.843933 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6e89d-b18a-458c-b5ca-37c67c2d8d4d None None] Routers {'343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:18:45.844560 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-dbb6e89d-b18a-458c-b5ca-37c67c2d8d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:18:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:45.936169 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Notify callbacks [] for router, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.040961 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.041424 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-dbb6e89d-b18a-458c-b5ca-37c67c2d8d4d None None] Set router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 gateway port host: dv-cinder-773985-14-iscsi {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:18:46.104690 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Deleting port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:18:46.104935 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.182158 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] For port 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=178ad752-6ee4-4953-9bfa-5c8d63c6b1b7,segment=NetworkSegment(0c2996f9-c46b-4147-8a92-8652f68a6542),segment_id=0c2996f9-c46b-4147-8a92-8652f68a6542)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:18:46.182531 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.195065 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Calling delete_port for 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 owned by network:router_gateway {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:18:46.223124 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-dbb6e89d-b18a-458c-b5ca-37c67c2d8d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'name': 'tempest-TestShelveInstance-2136154610-router', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'external_fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:45Z', 'updated_at': '2021-08-27T04:18:45Z', 'revision_number': 5, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'gw_port': {'id': '178ad752-6ee4-4953-9bfa-5c8d63c6b1b7', 'name': '', 'network_id': '72494cfa-c7c5-48de-8c41-db48fc0cee32', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '915e8167-5407-4736-9440-5e412a7364e0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:46Z', 'updated_at': '2021-08-27T04:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '915e8167-5407-4736-9440-5e412a7364e0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-14-iscsi'}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:46.252517 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6e89d-b18a-458c-b5ca-37c67c2d8d4d None None] Checking router: 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 for host: dv-cinder-773985-14-iscsi {{(pid=93874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:18:46.261267 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6e89d-b18a-458c-b5ca-37c67c2d8d4d None None] Routers {'343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'} bound to L3 agent in host dv-cinder-773985-14-iscsi {{(pid=93874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:18:46.261874 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-dbb6e89d-b18a-458c-b5ca-37c67c2d8d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:23:04Z,description=,heartbeat_timestamp=2021-08-27T04:18:34Z,host='dv-cinder-773985-14-iscsi',id=2659cca1-f6be-4206-b461-ae9f8eccc603,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:23:04Z,topic='l3_agent')) {'router_ids': ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'], 'active': True} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:46.350866 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_dvr_db [None req-dbb6e89d-b18a-458c-b5ca-37c67c2d8d4d None None] Set router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 gateway port host: None {{(pid=93874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:18:46.362644 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.393053 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=178ad752-6ee4-4953-9bfa-5c8d63c6b1b7,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:46.405223 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.l3_hamode_db [None req-dbb6e89d-b18a-458c-b5ca-37c67c2d8d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'name': 'tempest-TestShelveInstance-2136154610-router', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:45Z', 'updated_at': '2021-08-27T04:18:46Z', 'revision_number': 6, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'gw_port_host': None}], 'dv-cinder-773985-14-iscsi', False) {} {{(pid=93874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:46.437322 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6e89d-b18a-458c-b5ca-37c67c2d8d4d None None] The sync data for ids ['343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5'] in dv-cinder-773985-14-iscsi is: [{'id': '343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5', 'name': 'tempest-TestShelveInstance-2136154610-router', 'tenant_id': '1601cc0861e940b4b1df25b0e1664f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:45Z', 'updated_at': '2021-08-27T04:18:46Z', 'revision_number': 6, 'project_id': '1601cc0861e940b4b1df25b0e1664f29', 'gw_port_host': None}] {{(pid=93874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:18:46.461130 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430239'] for router_gateway, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.558307 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1028887'] for router, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.560089 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.603774 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-428047'] for router, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.604325 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 {{(pid=93872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:18:46.608905 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] Notify callbacks [] for router, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.612354 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-dca987be-ab8a-47ea-84f2-89ab4c040f43 admin admin] 10.222.0.48 "DELETE /v2.0/routers/343f839c-4bbe-4aa1-a8e4-2c8a5a8febe5 HTTP/1.1" status: 204 len: 168 time: 0.7789838 Aug 27 04:18:46.612577 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 49748) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:46.659851 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbc8e42-b314-4c3b-a69e-8fb63aa6dcdd admin admin] Deleting subnet 8f452e6f-503c-4783-96b8-a601668d51aa {{(pid=93872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:18:46.662933 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-acbc8e42-b314-4c3b-a69e-8fb63aa6dcdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.696876 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-acbc8e42-b314-4c3b-a69e-8fb63aa6dcdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131756691'] for subnet, precommit_delete_associations {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.776317 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-acbc8e42-b314-4c3b-a69e-8fb63aa6dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133531063'] for subnet, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.838342 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-acbc8e42-b314-4c3b-a69e-8fb63aa6dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133531064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131160931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130982917'] for subnet, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.865333 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc8e42-b314-4c3b-a69e-8fb63aa6dcdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f452e6f-503c-4783-96b8-a601668d51aa,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:46.870104 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-acbc8e42-b314-4c3b-a69e-8fb63aa6dcdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.874673 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-acbc8e42-b314-4c3b-a69e-8fb63aa6dcdd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8f452e6f-503c-4783-96b8-a601668d51aa HTTP/1.1" status: 204 len: 168 time: 0.2584777 Aug 27 04:18:46.874673 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 49750) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:46.877966 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d778ed7-7020-4d8c-a307-ae561c1b0ae3 None None] Network 3b1fa9bb-369c-4859-8967-b279543a6e22 requested from dv-cinder-773985-14-iscsi {{(pid=93873) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:18:46.943899 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133596711'] for network, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:46.999078 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Deleting port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e {{(pid=93872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:18:46.999375 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740057108255'] for port, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.066701 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.db [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] For port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e, host dv-cinder-773985-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-14-iscsi',level=0,port_id=ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e,segment=NetworkSegment(d5a10335-24bb-4336-b4a0-5e7a2dbed0fd),segment_id=d5a10335-24bb-4336-b4a0-5e7a2dbed0fd)] {{(pid=93872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:18:47.067071 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435422'] for port, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.080134 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.plugin [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Calling delete_port for ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e owned by network:dhcp {{(pid=93872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:18:47.158961 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133628931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740057034015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740056595438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131160880'] for port, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.187679 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:47.191066 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] No DVR routers for this DVR port ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e on host dv-cinder-773985-14-iscsi {{(pid=93872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:18:47.215019 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea92aebe-3a23-413e-a62a-ef8f473cfff0 None None] DHCP port deletion for 3b1fa9bb-369c-4859-8967-b279543a6e22 request from dv-cinder-773985-14-iscsi {{(pid=93873) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:18:47.267267 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:18:47.274784 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-538956', 'neutron.services.segments.db._delete_segments_for_network-8740057059054'] for network, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.284849 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1fa9bb-369c-4859-8967-b279543a6e22']}} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:47.288814 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:18:47.290101 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device 178ad752-6ee4-4953-9bfa-5c8d63c6b1b7 not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:18:47.290525 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device c76ccbb3-6a18-4dec-ae44-782b8579a0eb no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:18:47.297919 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a10335-24bb-4336-b4a0-5e7a2dbed0fd') {'for_net_delete': True} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:47.298282 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.services.segments.db [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a10335-24bb-4336-b4a0-5e7a2dbed0fd') {} {{(pid=93872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:18:47.307837 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740057058937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131756684'] for segment, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.311631 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: c76ccbb3-6a18-4dec-ae44-782b8579a0eb {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:18:47.311985 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device c76ccbb3-6a18-4dec-ae44-782b8579a0eb not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:18:47.312406 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e no longer exists at agent ovs-agent-dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:18:47.326450 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662'] for segment, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.333570 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.plugin [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] No Port match for: ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e {{(pid=93873) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:18:47.333953 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:18:47.334128 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron.plugins.ml2.rpc [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Device ab4d46d6-af6c-4a3a-9d4f-9d7c600c006e not bound to the agent host dv-cinder-773985-14-iscsi {{(pid=93873) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:18:47.334523 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133529662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131160837'] for segment, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: Traceback (most recent call last): Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: timer() Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: cb(*args, **kw) Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: return func(*args, **kwargs) Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: self._notify() Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: self.callback(batched_events) Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: event.method(event) Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: return f(self, *a, **k) Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._get(url).json() Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: return self.request(url, 'GET', **kwargs) Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:18:47.337923 dv-cinder-773985-14-iscsi neutron-server[93872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:18:47.402977 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-538933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133756036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430243'] for network, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.409378 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133756022'] for network, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.411948 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3b1fa9bb-369c-4859-8967-b279543a6e22 HTTP/1.1" status: 204 len: 168 time: 0.5363219 Aug 27 04:18:47.426519 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eedff-437f-4ab9-a459-077274b07bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1fa9bb-369c-4859-8967-b279543a6e22,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:47.540491 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 49754) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:47.581906 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-6d5a6b29-2604-4af0-b434-7fd34fc615b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=814e05e5f20b4f4588cdb9be1602d70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402553 Aug 27 04:18:47.584473 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 49756) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:47.639595 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92e0a951-9090-42eb-8f82-a30655fe1d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.665241 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92e0a951-9090-42eb-8f82-a30655fe1d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.710817 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92e0a951-9090-42eb-8f82-a30655fe1d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.714027 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-92e0a951-9090-42eb-8f82-a30655fe1d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:47.715213 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-92e0a951-9090-42eb-8f82-a30655fe1d63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d356e68a-f9b3-4d3a-a14e-72dab164f450 HTTP/1.1" status: 204 len: 168 time: 0.1298170 Aug 27 04:18:47.722745 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0a951-9090-42eb-8f82-a30655fe1d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d356e68a-f9b3-4d3a-a14e-72dab164f450,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:48.024573 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 49762) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:48.067765 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-3df9bfcf-25a8-492d-bb93-b36f471167ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1601cc0861e940b4b1df25b0e1664f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420420 Aug 27 04:18:48.070180 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.wsgi [-] (93872) accepted ('10.222.0.48', 49764) {{(pid=93872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:18:48.116607 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-74fb5fc7-74ae-435a-bb21-55bd69ee16a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:48.137655 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-74fb5fc7-74ae-435a-bb21-55bd69ee16a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:48.185362 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-74fb5fc7-74ae-435a-bb21-55bd69ee16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373266'] for security_group, after_delete {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:48.187925 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron_lib.callbacks.manager [None req-74fb5fc7-74ae-435a-bb21-55bd69ee16a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:48.189055 dv-cinder-773985-14-iscsi neutron-server[93872]: INFO neutron.wsgi [None req-74fb5fc7-74ae-435a-bb21-55bd69ee16a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efce3518-7c7a-4965-9839-81f2b648fbe6 HTTP/1.1" status: 204 len: 168 time: 0.1179895 Aug 27 04:18:48.198091 dv-cinder-773985-14-iscsi neutron-server[93872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb5fc7-74ae-435a-bb21-55bd69ee16a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efce3518-7c7a-4965-9839-81f2b648fbe6,revision_number=None']} {{(pid=93872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:18:49.798717 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:19:00.906814 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-1eac1cc3-5a79-471a-8105-b1417396ad4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:03.854344 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9cb95a9e-4c76-4e43-9c8f-a9ae6bd3c479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:04.947572 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:05.320915 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:07.134394 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:11.532907 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:26.798524 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:19:30.907402 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9c9cf716-8304-4802-97c1-88143a28600a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:33.854093 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-c99ff8e7-991a-4695-ad8b-823268661ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:34.948930 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:35.323704 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:37.137294 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:41.527835 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:00.908275 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-85b7bc1f-ba95-4f14-af9e-aa3039b0d410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:03.798805 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:20:03.855536 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ff30fb38-7cd9-4447-b03c-0b487c4aa0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:04.951116 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:05.330776 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:07.140258 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:11.552323 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:30.910084 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-82d8a431-2436-4351-a537-f7c3b520a3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:33.856045 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-03c09216-12ae-4b13-9039-f93f12bbbc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:34.951743 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:35.329390 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:37.142652 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:40.798350 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:20:41.548852 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:00.910939 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7a780b2f-03ed-498b-b9c4-613283042747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:03.856380 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-6f70b895-1861-4a2f-9f6f-8477dc4fded3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:04.953016 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:05.333227 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:07.147768 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:11.550177 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:17.798404 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:21:30.912447 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3552059c-119b-4d95-be01-8875a596833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:33.855886 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-5f0d9626-95f0-459a-82a4-74f7b5587f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:34.956351 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:35.335611 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:37.147170 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:41.544317 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.796950 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:22:00.912687 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-3b31d1d0-949d-45ca-9131-e9cb9c82d543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:03.858110 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-40b16655-2b5a-4759-9145-3f7a6c987b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:04.956652 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:05.338775 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:07.150430 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:11.540369 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:30.912607 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7b610219-cab2-48ba-b4f9-0eae3bd3aafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:31.796729 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:22:33.858767 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-60d17a0e-2244-4023-b240-6b9ea29936f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:34.958418 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:35.341746 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:37.153689 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:41.538594 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:00.912906 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-d5d3aa8d-fd49-4b72-9836-94f15a7885e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:03.861424 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-34bdd472-638e-4d2a-8170-b1605e1b679d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.960752 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:05.344142 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:07.156348 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:08.798929 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:23:11.570411 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:30.916390 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-8f98d0e3-261f-4a1d-a36a-df7c9e1aefb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:33.861593 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-9289356f-0062-4229-923a-a1a972d13dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:35.080179 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:35.348007 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:37.159422 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:41.597516 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:45.798447 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:24:00.917822 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ae57bb07-f999-47c0-a083-ec824f964d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:03.862208 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-ede8cea8-15d1-4ffa-8bc3-5c2b0d9d794c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:04.960840 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-f261482d-381f-46c0-b3da-a2f0b3256151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:05.349001 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-4ced50a5-c69c-411e-975c-9a7ee45d0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:07.161122 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-7db6d42c-b47f-48b5-aaa9-2fcb022090e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:11.611414 dv-cinder-773985-14-iscsi neutron-server[93873]: DEBUG neutron_lib.callbacks.manager [None req-65369a7f-64ea-45bc-8d7f-fed39e9d912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740057059036', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536182'] for agent, after_update {{(pid=93873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:22.797565 dv-cinder-773985-14-iscsi neutron-server[93874]: DEBUG neutron.db.agents_db [None req-0c204e11-8cc6-455c-b777-71e81f730aec None None] Agent healthcheck: found 6 active agents {{(pid=93874) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}